-- Logs begin at Fri 2021-07-09 15:00:32 UTC, end at Fri 2021-07-09 16:15:22 UTC. -- Jul 09 15:48:18.390604 dv-cinder-800228-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 09 15:48:20.673084 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.common.config [-] Logging enabled! Jul 09 15:48:20.673831 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev62 Jul 09 15:48:20.673924 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74171) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jul 09 15:48:20.676112 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.common.config [-] Logging enabled! Jul 09 15:48:20.676367 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev62 Jul 09 15:48:20.676653 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74171) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jul 09 15:48:20.678508 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 09 15:48:20.678743 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 09 15:48:20.679106 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 09 15:48:20.679355 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 09 15:48:20.679584 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 09 15:48:20.679914 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.680212 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.680510 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.680742 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.681042 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.681332 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.681620 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.681940 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.682242 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.682528 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.682809 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.683093 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.683325 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.683611 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.683901 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.684188 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.684413 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] debug = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.684693 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.685123 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.685543 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.685850 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.686146 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.686428 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.686708 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.686995 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.687333 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] host = dv-cinder-800228-1-smb {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.687616 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.687912 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.688204 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.688496 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.688775 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.689055 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.689343 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.689621 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.689925 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] log_file = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.690208 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.690500 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.690793 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.691094 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.691323 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.691547 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.691838 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.692131 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.692548 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.693059 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.693364 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.693648 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.693959 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.694238 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.694531 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.694823 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.695115 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.695394 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.695670 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.695948 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.696225 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.696513 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.696791 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.697067 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.697349 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.697639 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.697943 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.698223 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.698526 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.698816 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.699102 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.699393 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.699669 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.699956 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.700234 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.700512 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.700789 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] use_json = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.701067 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.701342 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.701629 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.701942 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.702226 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.702502 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.702778 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.703068 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:20.703367 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.703667 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.703972 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.704260 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.704556 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.704842 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.705135 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.705417 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.705708 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.706026 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.706320 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.706603 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.706892 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.707189 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.707490 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.707771 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.708716 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.709197 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.709491 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.709795 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.710088 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.710386 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.710676 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.710956 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.711245 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.711528 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.711806 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.712083 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.712366 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.712666 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.712952 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.713230 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.713507 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.713819 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.714097 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.714387 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.714669 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.714948 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.715226 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.715509 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.715787 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.716065 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.716346 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.716624 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.716907 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.717187 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.717463 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.717744 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.718045 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.718324 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.718604 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.718883 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.719167 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.719446 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.719720 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.719996 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.720272 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.720547 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.720838 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.721143 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.721430 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.721711 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.722032 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.722315 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.722599 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.722883 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.723166 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.723480 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.724444 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.724897 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.725197 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.725494 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.725812 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.726101 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.726407 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.726691 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.726981 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.727262 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.727547 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.727840 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.728131 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.728431 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.728730 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.729028 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.729327 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.729625 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.729944 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.730258 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.730545 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:20.730768 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 15:48:20.731011 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74171) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 09 15:48:21.142705 dv-cinder-800228-1-smb neutron-server[74171]: INFO keyring.backend [-] Loading KWallet Jul 09 15:48:21.151011 dv-cinder-800228-1-smb neutron-server[74171]: INFO keyring.backend [-] Loading SecretService Jul 09 15:48:21.154441 dv-cinder-800228-1-smb neutron-server[74171]: INFO keyring.backend [-] Loading Windows Jul 09 15:48:21.155774 dv-cinder-800228-1-smb neutron-server[74171]: INFO keyring.backend [-] Loading chainer Jul 09 15:48:21.156368 dv-cinder-800228-1-smb neutron-server[74171]: INFO keyring.backend [-] Loading macOS Jul 09 15:48:21.190060 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:21.190341 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=74171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:21.190629 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:21.190967 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 09 15:48:21.504785 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:21.505278 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:21.505585 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:21.564086 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:21.564370 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:21.564636 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:21.568413 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:21.568700 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:21.568972 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:21.597293 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:21.597583 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:21.597887 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:21.625738 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:21.626042 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:21.626312 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:21.944570 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:21.945198 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:21.945198 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:21.945362 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:21.946061 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.071507 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.071827 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.072113 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.072393 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.072668 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.072983 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.073252 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.073516 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.073790 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.074082 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.074351 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.074622 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.074892 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.075152 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.075422 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.075700 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.075962 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.076238 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.076497 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.076784 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.077141 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.077398 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.077652 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.077989 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.078242 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.078495 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.078883 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:48:22.079123 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:48:22.079362 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:48:22.079596 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:48:22.079835 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:48:22.080069 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:48:22.080629 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 09 15:48:22.084239 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 09 15:48:22.088209 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 09 15:48:22.092198 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jul 09 15:48:22.093840 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 09 15:48:22.094244 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 09 15:48:22.094585 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 09 15:48:22.094983 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 09 15:48:22.097782 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 09 15:48:22.098062 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 09 15:48:22.098937 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 15:48:22.127387 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jul 09 15:48:22.127844 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.128148 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74171) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 09 15:48:22.128511 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.130281 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74171) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 09 15:48:22.130612 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 15:48:22.130869 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 09 15:48:22.134016 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.134302 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.196873 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 09 15:48:22.197057 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 09 15:48:22.197270 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 09 15:48:22.197651 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 09 15:48:22.229541 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_db.sqlalchemy.engines [None req-89582222-669f-4778-9896-c2192b1e6951 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74171) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jul 09 15:48:22.563214 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.managers [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Initializing driver for type 'gre' Jul 09 15:48:22.563766 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-89582222-669f-4778-9896-c2192b1e6951 None None] gre ID ranges: [(1, 1000)] Jul 09 15:48:22.622255 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.managers [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Initializing driver for type 'local' Jul 09 15:48:22.622597 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.managers [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Initializing driver for type 'vlan' Jul 09 15:48:22.634806 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-89582222-669f-4778-9896-c2192b1e6951 None None] VlanTypeDriver initialization complete Jul 09 15:48:22.635216 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.managers [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Initializing driver for type 'vxlan' Jul 09 15:48:22.635761 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-89582222-669f-4778-9896-c2192b1e6951 None None] vxlan ID ranges: [(1, 1000)] Jul 09 15:48:22.689401 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.managers [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Initializing extension driver 'port_security' Jul 09 15:48:22.689739 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.extensions.port_security [None req-89582222-669f-4778-9896-c2192b1e6951 None None] PortSecurityExtensionDriver initialization complete Jul 09 15:48:22.690110 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.managers [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Initializing mechanism driver 'openvswitch' Jul 09 15:48:22.690418 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.managers [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Initializing mechanism driver 'hyperv' Jul 09 15:48:22.697366 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.plugins.ml2.plugin [None req-89582222-669f-4778-9896-c2192b1e6951 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:22.698161 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > port after_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.698533 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > port after_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.698880 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > port after_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.699260 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > subnet after_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.699607 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > subnet after_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.699947 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.700321 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > network after_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.700666 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > network after_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.701003 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > network after_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.701374 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > security_group after_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.701718 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > security_group after_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.702078 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > security_group after_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.702456 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.702798 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.703139 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.703476 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-89582222-669f-4778-9896-c2192b1e6951 None None] ML2 OVO RPC backend initialized. {{(pid=74171) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Jul 09 15:48:22.704109 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.704458 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.704870 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > network before_response 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.705211 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > networks before_response 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.705551 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > port before_response 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.705919 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > ports before_response 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.706261 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > subnet before_response 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.706599 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > subnets before_response 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.706949 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > network after_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.707283 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > network after_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.707612 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > network after_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.708493 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > port after_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.708824 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > port after_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.709146 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > port after_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.709479 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > subnet after_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.709829 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > subnet after_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.710159 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.710736 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.plugin [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Modular L2 Plugin initialization complete Jul 09 15:48:22.711062 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading services supported by the core plugin {{(pid=74171) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 09 15:48:22.711387 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.plugins.ml2.managers [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Got port-security extension from driver 'port_security' Jul 09 15:48:22.711846 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.extensions.vlantransparent [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Disabled vlantransparent extension. Jul 09 15:48:22.712261 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74171) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 09 15:48:22.712564 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading Plugin: router Jul 09 15:48:22.748818 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router_interface before_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.749208 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router after_create 55549900 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.749573 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router before_create 55549900 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.750031 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.750528 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.750885 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router after_delete 55549900 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.751244 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > floatingip after_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.751603 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router after_create 55549900 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.751952 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router after_update 55549900 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.752293 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router after_update 55549900 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.752639 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.752991 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router after_update 55549900 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.753397 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router precommit_update 55549900 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.753784 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: port after_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.754119 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: port after_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.754454 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: subnet after_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.755316 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.755661 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > port precommit_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.756001 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router precommit_create 55549900 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.756335 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: port before_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.756675 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router precommit_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.757036 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router after_update 55549900 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.757373 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router precommit_delete 55549900 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.757714 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router precommit_create 55549900 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.758098 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.758440 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router precommit_update 55549900 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.758799 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > agent after_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.759143 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > agent after_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.759482 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > network after_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.760344 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Tracking information for resource: router configured {{(pid=74171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:48:22.760670 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Tracking information for resource: floatingip configured {{(pid=74171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:48:22.765461 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.db.l3_agentschedulers_db [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 09 15:48:22.766063 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: port after_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.766421 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: port after_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.766767 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: port after_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.767114 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: port after_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.767897 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router before_create 55550100 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.768255 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router precommit_delete 55550100 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.768609 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router precommit_create 55550100 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.768963 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > router precommit_update 55550100 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.773830 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.services.provider_configuration [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Service providers = [] {{(pid=74171) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 09 15:48:22.774192 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.db.servicetype_db [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74171) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 09 15:48:22.777109 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.services.service_base [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 15:48:22.777457 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.services.service_base [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 15:48:22.777824 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.services.service_base [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 15:48:22.778707 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.services.service_base [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 15:48:22.779078 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.services.service_base [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 09 15:48:22.779446 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:48:22.779761 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 09 15:48:22.790421 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:48:22.790751 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading Plugin: auto_allocate Jul 09 15:48:22.796508 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: network precommit_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.796869 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: network precommit_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.797372 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:48:22.797690 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading Plugin: tag Jul 09 15:48:22.804653 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:48:22.804980 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading Plugin: timestamp Jul 09 15:48:22.808758 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:48:22.809086 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading Plugin: network_ip_availability Jul 09 15:48:22.814380 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.814679 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.815032 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:22.815732 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:48:22.816049 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading Plugin: flavors Jul 09 15:48:22.821412 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:48:22.821741 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading Plugin: revisions Jul 09 15:48:22.825983 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:48:22.826371 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_concurrency.lockutils [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.636s {{(pid=74171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:22.827094 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74171) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Jul 09 15:48:22.827425 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Initializing extension manager. Jul 09 15:48:22.827934 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: __init__.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.828270 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: __pycache__ {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.828596 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.828921 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.829245 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: _filter_validation_lib.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.829567 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.829985 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: address_group.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.830667 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.831231 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: address-group Jul 09 15:48:22.831549 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: address_scope.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.832247 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.832920 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: address-scope Jul 09 15:48:22.833870 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: admin_state_down_before_update.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.834839 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.835364 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: router-admin-state-down-before-update Jul 09 15:48:22.835686 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: agent.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.836394 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.836898 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: agent Jul 09 15:48:22.837211 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: agent_resources_synced.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.838139 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.838649 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: agent-resources-synced Jul 09 15:48:22.838958 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: allowedaddresspairs.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.840731 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.841252 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: allowed-address-pairs Jul 09 15:48:22.841568 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: auto_allocated_topology.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.842665 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.843176 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: auto-allocated-topology Jul 09 15:48:22.843531 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: availability_zone.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.844172 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.844672 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: availability_zone Jul 09 15:48:22.844998 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: availability_zone_filter.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.845981 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.846480 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: availability_zone_filter Jul 09 15:48:22.846796 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: data_plane_status.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.847678 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.848174 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension data-plane-status not supported by any of loaded plugins Jul 09 15:48:22.848516 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: default_subnetpools.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.849552 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.850081 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: default-subnetpools Jul 09 15:48:22.850392 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: dhcpagentscheduler.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.851160 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.851656 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: dhcp_agent_scheduler Jul 09 15:48:22.851970 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: dns.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.852873 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.853380 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension dns-integration not supported by any of loaded plugins Jul 09 15:48:22.853697 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: dns_domain_ports.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.854619 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.855122 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 09 15:48:22.855436 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: dvr.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.856094 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.856597 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: dvr Jul 09 15:48:22.856909 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: empty_string_filtering.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.857834 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.858341 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: empty-string-filtering Jul 09 15:48:22.858652 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.859544 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.860039 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 09 15:48:22.860350 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.861245 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.861740 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 09 15:48:22.862076 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: external_net.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.862961 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.863472 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: external-net Jul 09 15:48:22.863773 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: extra_dhcp_opt.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.864882 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.865383 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: extra_dhcp_opt Jul 09 15:48:22.865695 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: extraroute.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.866613 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.867111 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: extraroute Jul 09 15:48:22.867420 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: extraroute_atomic.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.868447 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.868952 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: extraroute-atomic Jul 09 15:48:22.869263 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: filter_validation.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.869958 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.870454 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: filter-validation Jul 09 15:48:22.870767 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: fip_pf_description.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.871651 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.872147 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 09 15:48:22.872456 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: fip_port_details.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.873369 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.873921 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: fip-port-details Jul 09 15:48:22.874219 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: flavors.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.875415 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.876102 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: flavors Jul 09 15:48:22.876417 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.878148 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.878610 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 09 15:48:22.878934 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: floatingip_pools.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.880221 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.880723 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: floatingip-pools Jul 09 15:48:22.881003 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: ip_allocation.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.881965 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.882461 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension ip_allocation not supported by any of loaded plugins Jul 09 15:48:22.882774 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.883676 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.884187 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: ip-substring-filtering Jul 09 15:48:22.884504 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: l2_adjacency.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.885411 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.885946 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 09 15:48:22.886263 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: l3.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.887204 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.887714 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: router Jul 09 15:48:22.888030 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: l3_conntrack_helper.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.890250 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.890770 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 09 15:48:22.891094 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.892027 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.892513 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: ext-gw-mode Jul 09 15:48:22.892832 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.893775 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.894277 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: l3-ha Jul 09 15:48:22.894594 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: l3_flavors.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.896110 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.896618 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: l3-flavors Jul 09 15:48:22.896934 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.897853 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.898355 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 09 15:48:22.898667 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: l3agentscheduler.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.899689 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.900193 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: l3_agent_scheduler Jul 09 15:48:22.900510 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: logging.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.902006 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.902528 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension logging not supported by any of loaded plugins Jul 09 15:48:22.902847 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: metering.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.903618 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.904148 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: metering Jul 09 15:48:22.904493 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.905527 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.906076 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: metering_source_and_destination_fields Jul 09 15:48:22.906385 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: multiprovidernet.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.907296 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.907842 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: multi-provider Jul 09 15:48:22.908115 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: netmtu.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.909012 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.909546 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: net-mtu Jul 09 15:48:22.909873 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: netmtu_writable.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.910777 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.911436 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: net-mtu-writable Jul 09 15:48:22.911733 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: network_availability_zone.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.912390 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.912894 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: network_availability_zone Jul 09 15:48:22.913236 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: network_ip_availability.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.914437 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.914947 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: network-ip-availability Jul 09 15:48:22.915261 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: network_segment_range.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.916012 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.916511 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension network-segment-range not supported by any of loaded plugins Jul 09 15:48:22.916825 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: pagination.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.917813 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.918139 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: pagination Jul 09 15:48:22.918450 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.919354 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.919860 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: port-mac-address-regenerate Jul 09 15:48:22.920173 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: port_resource_request.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.921069 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.921565 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension port-resource-request not supported by any of loaded plugins Jul 09 15:48:22.921915 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: portbindings.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.922817 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.923319 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: binding Jul 09 15:48:22.923635 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: portbindings_extended.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.924894 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.925402 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: binding-extended Jul 09 15:48:22.925719 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: portsecurity.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.927505 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.928140 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: port-security Jul 09 15:48:22.928460 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: project_id.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.929437 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.929782 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: project-id Jul 09 15:48:22.930095 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: providernet.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.931020 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.931528 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: provider Jul 09 15:48:22.931839 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: qos.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.935327 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.935843 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension qos not supported by any of loaded plugins Jul 09 15:48:22.936170 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.937390 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.937936 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 09 15:48:22.938260 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.939179 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.939673 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 09 15:48:22.939991 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: qos_default.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.940890 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.941396 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension qos-default not supported by any of loaded plugins Jul 09 15:48:22.941712 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: qos_fip.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.942953 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.943519 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension qos-fip not supported by any of loaded plugins Jul 09 15:48:22.943833 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: qos_gateway_ip.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.944749 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.945292 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 09 15:48:22.945548 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: qos_port_network_policy.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.946472 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.946977 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 09 15:48:22.947291 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: qos_rule_type_details.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.948185 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.948685 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 09 15:48:22.948998 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: qos_rules_alias.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.950051 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.950562 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 09 15:48:22.950879 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: quotasv2.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.951743 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.952059 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: quotas Jul 09 15:48:22.952370 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: quotasv2_detail.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.954089 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.954417 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: quota_details Jul 09 15:48:22.954743 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: rbac.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.955776 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.956293 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: rbac-policies Jul 09 15:48:22.956616 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: rbac_address_scope.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.957528 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.958200 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: rbac-address-scope Jul 09 15:48:22.958547 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: rbac_security_groups.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.959546 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.960051 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: rbac-security-groups Jul 09 15:48:22.960457 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: rbac_subnetpool.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.961730 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.962550 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: rbac-subnetpool Jul 09 15:48:22.963013 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: revisionifmatch.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.964310 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.965214 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: revision-if-match Jul 09 15:48:22.965691 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: revisions.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.966857 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.967612 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: standard-attr-revisions Jul 09 15:48:22.968128 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: router_availability_zone.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.968829 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.969343 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: router_availability_zone Jul 09 15:48:22.969662 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: routerservicetype.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.970596 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.971100 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension router-service-type not supported by any of loaded plugins Jul 09 15:48:22.971416 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: security_groups_port_filtering.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.972344 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.972853 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: port-security-groups-filtering Jul 09 15:48:22.973169 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: securitygroup.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.984208 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.984738 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: security-group Jul 09 15:48:22.985066 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: segment.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.985872 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.986379 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension segment not supported by any of loaded plugins Jul 09 15:48:22.986696 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.987627 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.988133 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 09 15:48:22.988452 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: servicetype.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.990205 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.990680 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: service-type Jul 09 15:48:22.990998 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: sorting.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.991959 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.992285 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: sorting Jul 09 15:48:22.992600 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: standard_attr_segment.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.993495 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.994028 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 09 15:48:22.994345 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: standardattrdescription.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.994986 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.995491 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: standard-attr-description Jul 09 15:48:22.995806 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: stateful_security_group.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.996714 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.997226 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: stateful-security-group Jul 09 15:48:22.997541 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: stdattrs_common.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.998135 dv-cinder-800228-1-smb neutron-server[74171]: WARNING neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 09 15:48:22.998448 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:22.999360 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:22.999866 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 09 15:48:23.000177 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: subnet_onboard.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:23.001301 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:23.001848 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: subnet_onboard Jul 09 15:48:23.002167 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:23.003072 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:23.003576 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 09 15:48:23.003891 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: subnet_service_types.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:23.005368 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:23.005910 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: subnet-service-types Jul 09 15:48:23.006230 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: subnetallocation.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:23.007288 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:23.007799 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: subnet_allocation Jul 09 15:48:23.008117 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:23.008770 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:23.009277 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: subnetpool-prefix-ops Jul 09 15:48:23.009593 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:23.010542 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:23.011051 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 09 15:48:23.011367 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: tagging.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:23.012421 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:23.012933 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: standard-attr-tag Jul 09 15:48:23.013254 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: timestamp.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:23.014449 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:23.014964 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loaded extension: standard-attr-timestamp Jul 09 15:48:23.015286 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: trunk.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:23.016295 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:23.016801 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension trunk not supported by any of loaded plugins Jul 09 15:48:23.017115 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: trunk_details.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:23.018046 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:23.018551 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension trunk-details not supported by any of loaded plugins Jul 09 15:48:23.018863 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: uplink_status_propagation.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:23.019758 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:23.020276 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 09 15:48:23.020591 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Loading extension file: vlantransparent.py {{(pid=74171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 09 15:48:23.021255 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 09 15:48:23.021749 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 09 15:48:23.023987 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Creating instance of TrackedResource for resource:network Jul 09 15:48:23.024703 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Creating instance of TrackedResource for resource:subnet Jul 09 15:48:23.025297 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 15:48:23.026101 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Creating instance of TrackedResource for resource:port Jul 09 15:48:23.027341 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.v2.resource_helper [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:48:23.027772 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.v2.resource_helper [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Service FLAVORS assigned prefix: {{(pid=74171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:48:23.028374 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.v2.resource_helper [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:48:23.028780 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.v2.resource_helper [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:48:23.029109 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Creating instance of TrackedResource for resource:router Jul 09 15:48:23.029751 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Creating instance of TrackedResource for resource:floatingip Jul 09 15:48:23.030463 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.v2.resource_helper [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Service METERING assigned prefix: /metering {{(pid=74171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:48:23.031874 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:23.032233 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:23.032583 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:23.033699 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 15:48:23.034165 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Creating instance of TrackedResource for resource:security_group Jul 09 15:48:23.034822 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 15:48:23.035541 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.v2.resource_helper [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Service CORE assigned prefix: {{(pid=74171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:48:23.035867 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 15:48:23.036219 dv-cinder-800228-1-smb neutron-server[74171]: WARNING neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] subnetpool is already registered Jul 09 15:48:23.036796 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.v2.resource_helper [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Service CORE assigned prefix: {{(pid=74171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:48:23.037114 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 15:48:23.037427 dv-cinder-800228-1-smb neutron-server[74171]: WARNING neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] subnetpool is already registered Jul 09 15:48:23.040067 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.v2.resource_helper [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:48:23.040489 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.v2.resource_helper [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Service FLAVORS assigned prefix: {{(pid=74171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:48:23.041072 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.v2.resource_helper [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:48:23.041485 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.v2.resource_helper [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:48:23.041831 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Creating instance of TrackedResource for resource:router Jul 09 15:48:23.042152 dv-cinder-800228-1-smb neutron-server[74171]: WARNING neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] router is already registered Jul 09 15:48:23.042729 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Creating instance of TrackedResource for resource:floatingip Jul 09 15:48:23.043053 dv-cinder-800228-1-smb neutron-server[74171]: WARNING neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] floatingip is already registered Jul 09 15:48:23.043662 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.v2.resource_helper [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Service METERING assigned prefix: /metering {{(pid=74171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:48:23.044317 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 15:48:23.044643 dv-cinder-800228-1-smb neutron-server[74171]: WARNING neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] rbac_policy is already registered Jul 09 15:48:23.045177 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Creating instance of TrackedResource for resource:security_group Jul 09 15:48:23.045495 dv-cinder-800228-1-smb neutron-server[74171]: WARNING neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] security_group is already registered Jul 09 15:48:23.046100 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 15:48:23.046431 dv-cinder-800228-1-smb neutron-server[74171]: WARNING neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] security_group_rule is already registered Jul 09 15:48:23.047088 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.v2.resource_helper [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Service CORE assigned prefix: {{(pid=74171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:48:23.047407 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 15:48:23.047724 dv-cinder-800228-1-smb neutron-server[74171]: WARNING neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] subnetpool is already registered Jul 09 15:48:23.048315 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.v2.resource_helper [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Service CORE assigned prefix: {{(pid=74171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:48:23.048634 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 15:48:23.048960 dv-cinder-800228-1-smb neutron-server[74171]: WARNING neutron.quota.resource_registry [None req-89582222-669f-4778-9896-c2192b1e6951 None None] subnetpool is already registered Jul 09 15:48:23.049590 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: extensions {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.051227 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: address-groups {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.053646 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: address-scopes {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.054863 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: agents {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.056031 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: auto-allocated-topology {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.057240 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: availability_zones {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.058556 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: dhcp-networks {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.059938 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: dhcp-agents {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.061320 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: routers {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.063138 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: flavors {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.064284 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: service_profiles {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.065510 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: next_providers {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.066974 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: service_profiles {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.069062 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: floatingip-pools {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.070295 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: routers {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.072072 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: floatingips {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.073236 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: l3-routers {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.074624 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: l3-agents {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.076008 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: metering-labels {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.078205 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: metering-label-rules {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.079477 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: network-ip-availabilities {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.080708 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: bindings {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.082378 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: quotas {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.083840 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: quotas {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.085241 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: rbac-policies {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.086544 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: security-groups {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.087739 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: security-group-rules {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.088956 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: service-providers {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.090192 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: subnetpools {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.091588 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: subnetpools {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.093007 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: tags {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.094692 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: tags {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.096464 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: tags {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.098236 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: tags {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.101655 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: tags {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.103326 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: tags {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.105068 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: tags {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.106916 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: tags {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.108750 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: tags {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.110606 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron.api.extensions [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Extended resource: tags {{(pid=74171) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 09 15:48:23.117101 dv-cinder-800228-1-smb neutron-server[74171]: WARNING keystonemiddleware.auth_token [None req-89582222-669f-4778-9896-c2192b1e6951 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 09 15:48:23.121847 dv-cinder-800228-1-smb neutron-server[74171]: WARNING keystonemiddleware.auth_token [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 09 15:48:23.130295 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_concurrency.lockutils [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Acquired lock "singleton_lock" {{(pid=74171) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 09 15:48:23.130876 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_concurrency.lockutils [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Releasing lock "singleton_lock" {{(pid=74171) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 09 15:48:23.131493 dv-cinder-800228-1-smb neutron-server[74171]: INFO oslo_service.service [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Starting 2 workers Jul 09 15:48:23.135959 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Started child 74276 {{(pid=74171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 09 15:48:23.140093 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Started child 74277 {{(pid=74171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 09 15:48:23.141300 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:23.142004 dv-cinder-800228-1-smb neutron-server[74171]: INFO neutron.service [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 09 15:48:23.142247 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Notify callbacks [] for process, before_spawn {{(pid=74171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:23.142988 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [-] (74276) wsgi starting up on http://0.0.0.0:9696 Jul 09 15:48:23.144710 dv-cinder-800228-1-smb neutron-server[74171]: INFO oslo_service.service [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Starting 1 workers Jul 09 15:48:23.144825 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:23.146457 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [-] (74277) wsgi starting up on http://0.0.0.0:9696 Jul 09 15:48:23.149586 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Started child 74278 {{(pid=74171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 09 15:48:23.150103 dv-cinder-800228-1-smb neutron-server[74171]: INFO oslo_service.service [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Starting 1 workers Jul 09 15:48:23.153331 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.service [None req-89582222-669f-4778-9896-c2192b1e6951 None None] calling RpcWorker wait() {{(pid=74278) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 09 15:48:23.153957 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.service [None req-89582222-669f-4778-9896-c2192b1e6951 None None] returning from RpcWorker wait() {{(pid=74278) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 09 15:48:23.154322 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Started child 74279 {{(pid=74171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 09 15:48:23.155086 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG neutron_lib.callbacks.manager [None req-89582222-669f-4778-9896-c2192b1e6951 None None] Notify callbacks [] for process, after_spawn {{(pid=74171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:23.155246 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:23.155662 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:23.157122 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74171) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 09 15:48:23.157331 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 09 15:48:23.157538 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 09 15:48:23.157715 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 09 15:48:23.158081 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 09 15:48:23.158241 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 09 15:48:23.158758 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.159034 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.159309 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.159571 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.159859 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.160451 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.160717 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.161015 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.161375 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.161817 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.162008 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.162140 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.162414 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.162645 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.163012 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.163269 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.163505 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.163780 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.163951 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.164210 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.164474 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.164713 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.164979 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] debug = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.165240 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.165738 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.165995 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.166217 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.166449 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.166718 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.166960 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.167224 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.167462 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.167686 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.167921 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.168194 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.168418 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.168682 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.168935 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.169159 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.169654 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] host = dv-cinder-800228-1-smb {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.169926 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.170157 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.170422 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.170657 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.170881 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.171113 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.171371 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.171627 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.171868 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.172107 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.172367 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.172612 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.172817 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.173067 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] log_file = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.173243 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] log_options = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.173448 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.173719 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.173989 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.174184 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.174340 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.174538 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.174780 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.174915 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.175168 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.175380 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.175589 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.175807 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.176034 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.176260 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.177301 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.177530 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.177946 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.178248 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.178523 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.178756 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.178970 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.179195 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.179431 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.179660 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.179874 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.180104 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.180304 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.180507 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.180740 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.180954 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.181215 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.181557 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.181857 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.182070 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.182319 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.182565 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.182748 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.183017 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.183238 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.183498 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.183761 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.184045 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.184256 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.184449 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.184661 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.184878 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] use_json = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.185066 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.185268 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.185512 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.185733 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.186007 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.186215 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.186452 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:23.186960 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.186960 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.187096 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.187398 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.187560 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:23.187652 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.187879 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.188102 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.188420 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.188584 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.188813 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.189036 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.189256 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.189711 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.189849 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.190130 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.190406 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.190656 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.190913 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.191126 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.191346 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.191577 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.191791 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.192001 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.192284 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.193102 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.193644 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.193644 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.193947 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.194105 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.194506 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.194906 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.195327 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.195745 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.196136 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.196558 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.196977 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.197450 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.197888 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.198317 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.198758 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.199178 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.199626 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.200090 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.200509 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.200923 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.201344 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.201774 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.202239 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.202662 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.203066 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.203475 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.203908 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.204472 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.204918 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.205408 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.205858 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.206271 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.206754 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.207893 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.208297 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.208683 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.208914 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.209148 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.209387 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.209609 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.209882 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.210124 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.210344 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.210585 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.210936 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.211057 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.211226 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.211627 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.211627 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.211844 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.212077 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.212370 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.212821 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.212972 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.213164 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.213448 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.213692 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.213976 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.214206 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.214410 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.214605 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.214836 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.215104 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.215352 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.215611 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.215952 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.216097 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.216367 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.216618 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.216834 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.217066 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.217335 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.217535 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.217887 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.218055 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.218832 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.218832 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.218832 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.219202 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.219414 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.219674 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.220198 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.220198 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.220452 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.220691 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.221075 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.221309 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.221555 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.221825 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.222098 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.222345 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.222577 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.222821 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.223199 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.223601 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.223927 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.224191 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.224471 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.224726 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.225239 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.225494 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.225787 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.226006 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.226275 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.226733 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.226873 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.227837 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.227837 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.227837 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.227837 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.228241 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.228241 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.229800 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.229800 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.229800 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.229800 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.229800 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.229800 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.229800 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.230358 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.230358 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.230358 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.230553 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.230777 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.231162 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.231381 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.231626 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.231836 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.232052 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.232296 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.232507 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.232719 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.232930 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.233156 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.233577 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.233933 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.234378 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.234826 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.235060 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.235291 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.235531 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.235951 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.236338 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.236990 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.237384 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.237598 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.237844 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.238143 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.238535 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.238930 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.239750 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.240141 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.240610 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.241010 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.241500 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.241911 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.242312 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.242672 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.243047 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.243280 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.243687 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.243983 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.244323 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.244552 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.244786 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.245188 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.245601 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.246024 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.246239 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.246449 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.246672 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.246935 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.247149 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.247389 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.247619 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.247911 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.248148 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.248380 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.248619 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.248850 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.249078 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.249311 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.249791 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.249791 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.249949 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.250228 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.250478 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.250696 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.250990 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.251220 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.251446 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.251704 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.252013 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.252243 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.252478 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.252705 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.252913 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.253132 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.253379 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.253720 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.254061 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.254292 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.254525 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.255054 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.255403 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.255648 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.255861 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.256165 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.256691 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.256809 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.257208 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.257573 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.257954 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.258179 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.258414 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.258840 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.259263 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.259477 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.259894 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.260627 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.260627 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.260627 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.260852 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.261011 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.261394 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.261941 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.262386 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.262697 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.262944 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 15:48:23.263548 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74171) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 09 15:48:23.263806 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 09 15:48:23.264047 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 09 15:48:23.264333 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 09 15:48:23.264589 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 09 15:48:23.264832 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 09 15:48:23.265125 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.265367 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.265613 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.265843 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.266014 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.266278 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.266628 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.266957 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.267292 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.267499 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.267823 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.268153 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.268473 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.268791 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.269110 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.269446 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.269783 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.270075 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.270895 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.271187 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.271476 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.271762 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.272050 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] debug = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.272412 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.272770 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.273092 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.273244 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.273532 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.274046 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.274198 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.274495 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.274655 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.274812 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.274966 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.275262 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.275413 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.275706 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.275858 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.276149 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.276299 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] host = dv-cinder-800228-1-smb {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.276584 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.276868 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.277173 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.277325 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.277618 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.277935 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.278242 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.278394 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.278683 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.278963 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.279255 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.279407 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.279698 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.279849 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] log_file = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.280130 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] log_options = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.280422 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.280572 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.280898 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.281080 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.281239 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.281401 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.281751 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.281970 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.282285 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.282602 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.282754 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.283039 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.283331 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.283481 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.283788 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.283941 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.284244 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.284400 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.284556 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.284708 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.285001 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.285163 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.285309 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.285471 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.285624 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.285803 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.286555 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.286838 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.286924 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.287033 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.287171 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.287304 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.287458 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.287613 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.287765 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.287920 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.288076 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.288234 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.288386 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.288541 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.288695 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.288854 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.288990 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.289156 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.289291 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.289594 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] use_json = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.289771 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.289939 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.290094 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.290246 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.290399 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.290551 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.290705 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.290858 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:48:23.291033 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.291740 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.291740 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.291740 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.291740 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.292100 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.292100 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.292100 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.292414 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.292414 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.292560 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.292639 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.292817 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.292975 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.293137 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.293290 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.293445 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.293604 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.293778 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.294017 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.294175 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.294331 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.294489 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.294645 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.294801 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.294957 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.295112 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.295269 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.295426 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.295582 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.295739 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.295895 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.296051 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.296207 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.296363 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.296519 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.296675 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.296830 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.296988 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.297142 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.297309 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.297465 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.297622 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.297920 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.297920 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.298091 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.298240 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.298393 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.298553 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.298709 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.298849 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.299020 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.299175 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.299329 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.299485 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.299640 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.299795 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.299951 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.300046 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:23.300141 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.300252 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.300407 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.300563 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.300717 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.300872 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.301027 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.301183 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.301339 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.301513 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.301666 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.302130 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.302302 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.302559 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.302559 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.302822 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.302822 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.303096 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.303232 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.303365 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.303500 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.303632 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.303765 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.303897 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.304030 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.304188 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.304288 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.304417 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.304572 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.304730 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.304886 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.305040 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.305194 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.305348 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.305503 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.305657 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.305832 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.305989 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.306144 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.306300 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.306455 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.306609 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.306764 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.306930 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.307085 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.307242 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.307398 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.307562 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.307728 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.307883 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.308044 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.308203 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.308355 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.308514 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.308670 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.308824 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.308979 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.309134 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.309289 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.309452 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.309619 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.309795 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.309949 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.310105 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.310269 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.310413 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.310568 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.310709 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.310865 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.311020 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.311175 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.311319 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.311472 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.311626 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.311782 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.311936 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.312091 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.312247 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.312391 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.312544 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.312687 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.312844 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.313003 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.313239 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.313400 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.313556 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.313700 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.313878 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.314034 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.314189 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.314345 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.314499 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.314655 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.314811 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.314966 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.315205 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.315292 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.315405 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.315602 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.315726 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.315841 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.315994 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.316148 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.316303 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.316458 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.316614 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.316773 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.316930 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.317088 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.317807 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.318055 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.318340 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.318340 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.318610 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.318610 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.318893 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.318893 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.319179 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.319179 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.319454 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.319454 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.319741 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.319741 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.319999 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.319999 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.320254 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.320369 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.320457 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.320578 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.320736 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.320896 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.321052 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.321207 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.321363 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.321517 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.321672 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.321848 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.322012 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.322169 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.322324 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.322492 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.322648 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.322789 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.322947 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.323104 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.323270 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.323425 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.323580 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.323734 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.323890 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.324054 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.324210 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.324394 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.324529 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.324671 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.324808 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.324945 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.325123 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.325274 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.325480 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.325629 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.325724 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.325892 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.326046 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.326207 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.326339 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.326500 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.326658 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.326803 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.326975 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.327138 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.327298 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.327430 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.327599 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.327753 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.327908 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.328062 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.328218 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.328377 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.328535 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.328674 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.328836 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.328985 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.329121 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.329278 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.329432 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.329579 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.329720 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.329932 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.330060 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.330192 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.330326 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.330502 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:48:23.330633 dv-cinder-800228-1-smb neutron-server[74171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 15:48:23.557126 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 37474) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:23.565551 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061820 Jul 09 15:48:33.904255 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26393d13-c387-4421-8862-bd68da52ba86 None None] get_active_networks_info from dv-cinder-800228-1-smb {{(pid=74278) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jul 09 15:48:33.966509 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26393d13-c387-4421-8862-bd68da52ba86 None None] No non-hosted networks {{(pid=74278) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 09 15:48:33.980894 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.agentschedulers_db [None req-26393d13-c387-4421-8862-bd68da52ba86 None None] DHCP Agent not found on host dv-cinder-800228-1-smb {{(pid=74278) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 09 15:48:34.038337 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-4e08ce57-8daa-4fe3-a6c9-b134517479ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1012721'] for agent, after_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:34.356398 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1012721'] for agent, after_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:34.358496 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:34.359467 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:34.360709 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:34.360709 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:34.361791 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:34.362609 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:34.363038 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:34.363466 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:34.364042 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:34.364812 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:34.366612 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:34.371838 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800228-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:34.380092 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800228-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:36.042963 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-91dfe89d-072d-4183-93bf-d69011c6fc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1012721'] for agent, after_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:36.075458 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-14d57cbe-8265-444c-873f-b8f26965bbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:37.076048 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1012721'] for agent, after_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:38.636172 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1012721'] for agent, after_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:40.255495 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 37564) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:40.873315 dv-cinder-800228-1-smb neutron-server[74277]: WARNING oslo_policy.policy [None req-9a08e0c9-7890-41ac-bed6-f62d13ee24cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:48:40.873960 dv-cinder-800228-1-smb neutron-server[74277]: WARNING oslo_policy.policy [None req-9a08e0c9-7890-41ac-bed6-f62d13ee24cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:48:41.088806 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [None req-9a08e0c9-7890-41ac-bed6-f62d13ee24cf admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=74277) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 09 15:48:41.089978 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-9a08e0c9-7890-41ac-bed6-f62d13ee24cf admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8333349 Jul 09 15:48:42.046723 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.db.l3_hamode_db [None req-7286ee73-094b-4213-a7a9-e2c22f3e8c59 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 09 15:48:42.137270 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7286ee73-094b-4213-a7a9-e2c22f3e8c59 None None] Routers set() bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:48:42.137790 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7286ee73-094b-4213-a7a9-e2c22f3e8c59 None None] Router IDs set() for agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 15:48:43.364400 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 37578) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:43.756896 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-7189df3d-6bc0-44ce-a65e-09315194fc53 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:48:43.805070 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.policy [None req-7189df3d-6bc0-44ce-a65e-09315194fc53 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74277) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jul 09 15:48:43.805823 dv-cinder-800228-1-smb neutron-server[74277]: WARNING oslo_policy.policy [None req-7189df3d-6bc0-44ce-a65e-09315194fc53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:48:43.806185 dv-cinder-800228-1-smb neutron-server[74277]: WARNING oslo_policy.policy [None req-7189df3d-6bc0-44ce-a65e-09315194fc53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:48:43.809499 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.quota [None req-7189df3d-6bc0-44ce-a65e-09315194fc53 admin admin] Loaded quota_driver: . Jul 09 15:48:43.825261 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-7189df3d-6bc0-44ce-a65e-09315194fc53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:43.892921 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-7189df3d-6bc0-44ce-a65e-09315194fc53 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749709435983', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749709449646', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749709444286', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749709406992', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749709399201', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16360058', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16454161', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-729429', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-669606'] for rbac-policy, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:43.960544 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-7189df3d-6bc0-44ce-a65e-09315194fc53 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:43.961674 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-7189df3d-6bc0-44ce-a65e-09315194fc53 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5963507 Jul 09 15:48:46.433974 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 37592) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:46.805325 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '67c17ccfa0a84c9b82761a24c20a4b0b'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:48:46.810032 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:46.814412 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Usage tracker for resource:network and tenant:67c17ccfa0a84c9b82761a24c20a4b0b is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:46.819535 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:46.825532 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:46.835480 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Made reservation on behalf of 67c17ccfa0a84c9b82761a24c20a4b0b for: {'network': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:48:46.838345 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for network, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:46.855897 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:46.900650 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:46.904340 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Usage tracker for resource:security_group_rule and tenant:67c17ccfa0a84c9b82761a24c20a4b0b is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:46.907209 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:46.913542 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:46.982034 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:46.985818 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:46.991815 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:47.013560 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=74277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 09 15:48:47.037551 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749712051312', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:47.038138 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Unsubscribe: segment precommit_create {{(pid=74277) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 15:48:47.038595 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.db.segments_db [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Added segment 5624e862-d5e2-4dc7-8113-05b8f2df837e of type vlan for network 1ceb5a60-b053-4cc0-beb4-b4710f7eecee Jul 09 15:48:47.052767 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffeab014-1015-4a47-b864-51bb66415512,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:47.116547 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:47.116870 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:47.117186 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:47.117503 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:47.117829 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:47.118138 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:47.118440 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:47.118757 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:47.119057 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:47.119354 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:47.119649 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Tracked resource versions report: Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: pushed versions: Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: { 'ConntrackHelper': {'1.0'}, Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: 'Log': {'1.0'}, Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: 'Network': {'1.1'}, Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: 'Port': {'1.5'}, Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: 'PortForwarding': {'1.2'}, Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: 'QosPolicy': {'1.8'}, Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: 'SecurityGroup': {'1.2'}, Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: 'SecurityGroupRule': {'1.0'}, Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: 'SubPort': {'1.0'}, Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: 'Subnet': {'1.1'}, Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: 'Trunk': {'1.1'}} Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: consumer versions: Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: { DHCP agent@dv-cinder-800228-1-smb: {}, Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: L3 agent@dv-cinder-800228-1-smb: {}, Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: Metadata agent@dv-cinder-800228-1-smb: {}, Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: Metering agent@dv-cinder-800228-1-smb: {}, Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: Open vSwitch agent@dv-cinder-800228-1-smb: { 'ConntrackHelper': '1.0', Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: 'Log': '1.0', Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: 'Network': '1.1', Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: 'Port': '1.5', Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: 'PortForwarding': '1.2', Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: 'QosPolicy': '1.8', Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: 'SecurityGroup': '1.2', Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: 'SecurityGroupRule': '1.0', Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: 'SubPort': '1.0', Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: 'Subnet': '1.1', Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: 'Trunk': '1.1'}} Jul 09 15:48:47.120777 dv-cinder-800228-1-smb neutron-server[74277]: {{(pid=74277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 15:48:47.154563 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749711616898'] for network, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:47.198889 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for network, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:47.199841 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:47.201291 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:47.201725 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:47.205288 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:47.309280 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Pushing event updated for resources: {'Network': ['ID=1ceb5a60-b053-4cc0-beb4-b4710f7eecee,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:47.313638 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:47.316170 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8812199 Jul 09 15:48:47.323791 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Network 1ceb5a60-b053-4cc0-beb4-b4710f7eecee details requested by agent ovs-agent-dv-cinder-800228-1-smb with host dv-cinder-800228-1-smb {{(pid=74278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:48:49.912176 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 37608) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:50.375712 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f22c95-34c2-4242-bc71-04ec09df213c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:50.377093 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-98f22c95-34c2-4242-bc71-04ec09df213c admin admin] 10.222.0.66 "GET /v2.0/networks/1ceb5a60-b053-4cc0-beb4-b4710f7eecee HTTP/1.1" status: 200 len: 825 time: 0.4639907 Jul 09 15:48:50.404159 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-73439f98-4b6b-4745-8e4b-9ff40b22a719 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/423fe6d5-a535-4891-91b0-2a14d0f3b7da HTTP/1.1" status: 200 len: 734 time: 0.0216165 Jul 09 15:48:50.412693 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-26bdc195-408b-43b0-87b6-240a48698eb7 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '1ceb5a60-b053-4cc0-beb4-b4710f7eecee', 'subnetpool_id': '423fe6d5-a535-4891-91b0-2a14d0f3b7da', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '67c17ccfa0a84c9b82761a24c20a4b0b'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:48:50.416765 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-26bdc195-408b-43b0-87b6-240a48698eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:50.420424 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-26bdc195-408b-43b0-87b6-240a48698eb7 admin admin] Usage tracker for resource:subnet and tenant:67c17ccfa0a84c9b82761a24c20a4b0b is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:50.423333 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-26bdc195-408b-43b0-87b6-240a48698eb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:50.429732 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-26bdc195-408b-43b0-87b6-240a48698eb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:50.442185 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bdc195-408b-43b0-87b6-240a48698eb7 admin admin] Made reservation on behalf of 67c17ccfa0a84c9b82761a24c20a4b0b for: {'subnet': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:48:50.444348 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-26bdc195-408b-43b0-87b6-240a48698eb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:50.715533 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-26bdc195-408b-43b0-87b6-240a48698eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for subnet, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:50.720077 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:50.800165 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdc195-408b-43b0-87b6-240a48698eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c15cafa9-d5b8-478f-9990-1144c805293c,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:50.805252 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-26bdc195-408b-43b0-87b6-240a48698eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:50.807094 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bdc195-408b-43b0-87b6-240a48698eb7 admin admin] Checking segment: {'id': '5624e862-d5e2-4dc7-8113-05b8f2df837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1ceb5a60-b053-4cc0-beb4-b4710f7eecee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:48:50.807462 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bdc195-408b-43b0-87b6-240a48698eb7 admin admin] Network hostable DHCP agents. Network: 1ceb5a60-b053-4cc0-beb4-b4710f7eecee, hostable agents: ['345db053-3c23-47d8-b5a3-85dd9c57b748'], hosted agents: [] {{(pid=74277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:48:50.830258 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bdc195-408b-43b0-87b6-240a48698eb7 admin admin] Network 1ceb5a60-b053-4cc0-beb4-b4710f7eecee is scheduled to be hosted by DHCP agent 345db053-3c23-47d8-b5a3-85dd9c57b748 with binding_index 1 {{(pid=74277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:48:50.840358 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-26bdc195-408b-43b0-87b6-240a48698eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-smb, 1ceb5a60-b053-4cc0-beb4-b4710f7eecee) {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:48:50.845313 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bdc195-408b-43b0-87b6-240a48698eb7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:50.845933 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-26bdc195-408b-43b0-87b6-240a48698eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:50.852646 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5e8c79-2153-4910-a4e9-2633fc34fdd2 None None] Network 1ceb5a60-b053-4cc0-beb4-b4710f7eecee requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 15:48:50.869607 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-26bdc195-408b-43b0-87b6-240a48698eb7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4606934 Jul 09 15:48:51.160829 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27fa64f2-aefc-5c61-8fba-6302c62037c8-1ceb5a60-b053-4cc0-beb4-b4710f7eecee', 'network_id': '1ceb5a60-b053-4cc0-beb4-b4710f7eecee', 'tenant_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'fixed_ips': [{'subnet_id': 'c15cafa9-d5b8-478f-9990-1144c805293c'}]}} from dv-cinder-800228-1-smb. {{(pid=74278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jul 09 15:48:51.162144 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:51.348791 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.db_base_plugin_common [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Allocated IP 172.20.0.2 (1ceb5a60-b053-4cc0-beb4-b4710f7eecee/c15cafa9-d5b8-478f-9990-1144c805293c/13287486-a943-4e84-bb42-ef8f31be8082) {{(pid=74278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:48:51.572962 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Notify callbacks [] for port, precommit_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:51.586319 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Transition to ACTIVE for port object 13287486-a943-4e84-bb42-ef8f31be8082 will not be triggered until provisioned by entity L2. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:48:51.606617 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Transition to ACTIVE for port object 13287486-a943-4e84-bb42-ef8f31be8082 will not be triggered until provisioned by entity DHCP. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:48:51.614843 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:51.623155 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:51.685511 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Network 1ceb5a60-b053-4cc0-beb4-b4710f7eecee is already hosted by enough agents. {{(pid=74278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:48:51.688445 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.scheduler.base_scheduler [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Resources bound (agent type, host, resource id): {{(pid=74278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:48:51.693846 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Pushing event updated for resources: {'Port': ['ID=13287486-a943-4e84-bb42-ef8f31be8082,revision_number=1']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:51.696715 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Received port after_create {{(pid=74278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:48:51.707246 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:51.707789 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:51.708129 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:51.708458 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:51.708785 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:51.709180 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:51.709526 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:51.709870 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:51.710189 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:51.710503 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:51.710816 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Tracked resource versions report: Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: pushed versions: Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: { 'ConntrackHelper': {'1.0'}, Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: 'Log': {'1.0'}, Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: 'Network': {'1.1'}, Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: 'Port': {'1.5'}, Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: 'PortForwarding': {'1.2'}, Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: 'QosPolicy': {'1.8'}, Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: 'SecurityGroup': {'1.2'}, Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: 'SecurityGroupRule': {'1.0'}, Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: 'SubPort': {'1.0'}, Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: 'Subnet': {'1.1'}, Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: 'Trunk': {'1.1'}} Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: consumer versions: Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: { DHCP agent@dv-cinder-800228-1-smb: {}, Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: L3 agent@dv-cinder-800228-1-smb: {}, Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: Metadata agent@dv-cinder-800228-1-smb: {}, Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: Metering agent@dv-cinder-800228-1-smb: {}, Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: Open vSwitch agent@dv-cinder-800228-1-smb: { 'ConntrackHelper': '1.0', Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: 'Log': '1.0', Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: 'Network': '1.1', Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: 'Port': '1.5', Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: 'PortForwarding': '1.2', Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: 'QosPolicy': '1.8', Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: 'SecurityGroup': '1.2', Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: 'SecurityGroupRule': '1.0', Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: 'SubPort': '1.0', Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: 'Subnet': '1.1', Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: 'Trunk': '1.1'}} Jul 09 15:48:51.711906 dv-cinder-800228-1-smb neutron-server[74278]: {{(pid=74278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 15:48:51.744471 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:51.798582 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Attempting to bind port 13287486-a943-4e84-bb42-ef8f31be8082 on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:48:51.798977 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Attempting to bind port 13287486-a943-4e84-bb42-ef8f31be8082 by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': '5624e862-d5e2-4dc7-8113-05b8f2df837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1ceb5a60-b053-4cc0-beb4-b4710f7eecee'}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:48:51.799404 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Attempting to bind port 13287486-a943-4e84-bb42-ef8f31be8082 on network 1ceb5a60-b053-4cc0-beb4-b4710f7eecee {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:48:51.806612 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:48:51.807009 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Checking segment: {'id': '5624e862-d5e2-4dc7-8113-05b8f2df837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1ceb5a60-b053-4cc0-beb4-b4710f7eecee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:48:51.807492 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:51.807881 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Bound using segment: {'id': '5624e862-d5e2-4dc7-8113-05b8f2df837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1ceb5a60-b053-4cc0-beb4-b4710f7eecee'} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:48:51.808365 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Bound port: 13287486-a943-4e84-bb42-ef8f31be8082, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5624e862-d5e2-4dc7-8113-05b8f2df837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1ceb5a60-b053-4cc0-beb4-b4710f7eecee'}}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:48:51.808760 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:51.894530 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] For port 13287486-a943-4e84-bb42-ef8f31be8082, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:48:51.898349 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] For port 13287486-a943-4e84-bb42-ef8f31be8082, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=13287486-a943-4e84-bb42-ef8f31be8082,segment=NetworkSegment(5624e862-d5e2-4dc7-8113-05b8f2df837e),segment_id=5624e862-d5e2-4dc7-8113-05b8f2df837e)] {{(pid=74278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:48:51.902637 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:51.906882 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:52.013239 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Pushing event updated for resources: {'Port': ['ID=13287486-a943-4e84-bb42-ef8f31be8082,revision_number=2']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:52.016935 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:53.170189 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 37618) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:53.569888 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [None req-d1d22cdb-fd62-4993-ab81-9933e165a8df admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=74277) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 09 15:48:53.585779 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-d1d22cdb-fd62-4993-ab81-9933e165a8df admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3997543 Jul 09 15:48:55.706630 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303daf07-d9e3-4aac-9632-5ad86cd96719 None None] Network 1ceb5a60-b053-4cc0-beb4-b4710f7eecee requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 15:48:55.790887 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-58fa73e8-e812-4525-b344-eaaeb224883c None None] Provisioning for port 13287486-a943-4e84-bb42-ef8f31be8082 completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:48:55.830558 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 37632) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:56.230623 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [None req-b7e1aa62-15f1-4db9-a414-9b98c4515cc7 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=74277) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 09 15:48:56.231583 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-b7e1aa62-15f1-4db9-a414-9b98c4515cc7 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4001279 Jul 09 15:48:56.652722 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 13287486-a943-4e84-bb42-ef8f31be8082 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:48:56.719729 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port 13287486-a943-4e84-bb42-ef8f31be8082 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:48:56.725307 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 13287486-a943-4e84-bb42-ef8f31be8082 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:56.725708 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:56.835847 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:56.867469 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] For port 13287486-a943-4e84-bb42-ef8f31be8082, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=13287486-a943-4e84-bb42-ef8f31be8082,segment=NetworkSegment(5624e862-d5e2-4dc7-8113-05b8f2df837e),segment_id=5624e862-d5e2-4dc7-8113-05b8f2df837e)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:48:56.871155 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:56.873187 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-b39386be-e5cc-4396-8aa5-6af069db9075 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:56.934949 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Pushing event updated for resources: {'Port': ['ID=13287486-a943-4e84-bb42-ef8f31be8082,revision_number=3']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:56.937937 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:58.631543 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 13287486-a943-4e84-bb42-ef8f31be8082 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:48:58.699786 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 13287486-a943-4e84-bb42-ef8f31be8082 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:58.700155 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:58.784290 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 37644) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:59.156336 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-96e4275e-9360-4cd6-90aa-ca246a79552a admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'admin_state_up': True}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:48:59.161359 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-96e4275e-9360-4cd6-90aa-ca246a79552a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:59.165075 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-96e4275e-9360-4cd6-90aa-ca246a79552a admin admin] Usage tracker for resource:router and tenant:67c17ccfa0a84c9b82761a24c20a4b0b is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:59.168368 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-96e4275e-9360-4cd6-90aa-ca246a79552a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:59.173948 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-96e4275e-9360-4cd6-90aa-ca246a79552a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:59.184866 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-96e4275e-9360-4cd6-90aa-ca246a79552a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3313'] for router, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:59.186269 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-96e4275e-9360-4cd6-90aa-ca246a79552a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1002965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-895729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3272'] for router, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:59.213728 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-96e4275e-9360-4cd6-90aa-ca246a79552a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:59.326088 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-96e4275e-9360-4cd6-90aa-ca246a79552a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1011750'] for router, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:59.343455 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-96e4275e-9360-4cd6-90aa-ca246a79552a admin admin] Notify callbacks [] for router, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:59.344586 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-96e4275e-9360-4cd6-90aa-ca246a79552a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5592699 Jul 09 15:49:01.544397 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 37654) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:01.926632 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [None req-d109e18a-72e8-4252-99e1-47931466c8ca admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=74277) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 09 15:49:01.927875 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-d109e18a-72e8-4252-99e1-47931466c8ca admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3825309 Jul 09 15:49:03.247864 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 5 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:49:03.811314 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-3d46446d-1f34-4e85-a947-d0877ee8e01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:04.212108 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 37664) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:04.338017 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:04.676784 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:49:04.682074 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:49:04.685822 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Usage tracker for resource:network and tenant:b680d9b55911473185e4bcc27880665d is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:49:04.688614 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:49:04.694753 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:49:04.704136 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Made reservation on behalf of b680d9b55911473185e4bcc27880665d for: {'network': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:49:04.706446 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for network, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:04.718892 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:04.751146 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:49:04.755440 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Usage tracker for resource:security_group_rule and tenant:b680d9b55911473185e4bcc27880665d is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:49:04.758180 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:49:04.766393 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:49:04.828997 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:04.833494 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:04.837456 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:04.852802 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Reserving flat network on physical network physnet1 {{(pid=74277) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 09 15:49:04.873133 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac91346-9ed3-44e5-a545-f76418fadafc,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:04.877493 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:04.880337 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:04.880655 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.db.segments_db [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Added segment d3a42223-25b6-413c-922f-23e296783f0b of type flat for network 9b0e874f-69b5-4e89-8292-fc23cbc7812a Jul 09 15:49:04.912665 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749711616898'] for network, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:04.949366 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for network, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:04.950534 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:04.951100 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:04.955605 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:05.054210 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8410437 Jul 09 15:49:05.054764 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Pushing event updated for resources: {'Network': ['ID=9b0e874f-69b5-4e89-8292-fc23cbc7812a,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:05.057311 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:05.064378 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Network 9b0e874f-69b5-4e89-8292-fc23cbc7812a details requested by agent ovs-agent-dv-cinder-800228-1-smb with host dv-cinder-800228-1-smb {{(pid=74278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:49:06.035956 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-cb4c8d27-d98f-43ed-a153-6654ec1b5429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:07.009707 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:07.286675 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 37674) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:07.739336 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef385af-cb5c-4bea-9853-a13e2b54a6f9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:07.740654 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-1ef385af-cb5c-4bea-9853-a13e2b54a6f9 admin admin] 10.222.0.66 "GET /v2.0/subnets/c15cafa9-d5b8-478f-9990-1144c805293c HTTP/1.1" status: 200 len: 849 time: 0.4531128 Jul 09 15:49:07.887611 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-0868c935-287f-4967-b478-050224d96fcd admin admin] 10.222.0.66 "GET /v2.0/routers/3a808ceb-2acb-4b20-af63-fa63d6800a57 HTTP/1.1" status: 200 len: 704 time: 0.1416144 Jul 09 15:49:08.364565 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:08.591970 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:08.592502 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Allocated IP 172.20.0.1 (1ceb5a60-b053-4cc0-beb4-b4710f7eecee/c15cafa9-d5b8-478f-9990-1144c805293c/5091dd08-1422-4325-8162-94e03335600f) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:49:08.779369 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:08.796429 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Transition to ACTIVE for port object 5091dd08-1422-4325-8162-94e03335600f will not be triggered until provisioned by entity DHCP. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:49:08.848786 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:08.853309 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:08.914637 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Network 1ceb5a60-b053-4cc0-beb4-b4710f7eecee is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:49:08.917451 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:49:08.921739 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:49:08.922258 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1011944'] for router_interface, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:08.925357 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Pushing event updated for resources: {'Port': ['ID=5091dd08-1422-4325-8162-94e03335600f,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:08.930140 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:09.045999 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:09.117685 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-dc7ac31a-80b3-412c-94cb-66c0a1e5af71 None None] Provisioning for port 5091dd08-1422-4325-8162-94e03335600f completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:49:09.122133 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-dc7ac31a-80b3-412c-94cb-66c0a1e5af71 None None] Provisioning complete for port 5091dd08-1422-4325-8162-94e03335600f triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:49:09.122554 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-dc7ac31a-80b3-412c-94cb-66c0a1e5af71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:09.176242 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ac31a-80b3-412c-94cb-66c0a1e5af71 None None] Port 5091dd08-1422-4325-8162-94e03335600f cannot update to ACTIVE because it is not bound. {{(pid=74278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 09 15:49:09.283849 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:09.288856 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:09.289892 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15981793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012499'] for router_interface, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:09.292865 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:09.414539 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Pushing event updated for resources: {'Port': ['ID=5091dd08-1422-4325-8162-94e03335600f,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:09.418246 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:09.478474 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Network 1ceb5a60-b053-4cc0-beb4-b4710f7eecee is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:49:09.479512 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:49:09.700875 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-48fe1487-06fa-4207-a2cc-f933fe00de42 None None] Provisioning complete for port 5091dd08-1422-4325-8162-94e03335600f triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:49:09.701442 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-48fe1487-06fa-4207-a2cc-f933fe00de42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:09.752651 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-48fe1487-06fa-4207-a2cc-f933fe00de42 None None] Port 5091dd08-1422-4325-8162-94e03335600f cannot update to ACTIVE because it is not bound. {{(pid=74278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 09 15:49:09.829449 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Router 3a808ceb-2acb-4b20-af63-fa63d6800a57 is scheduled to L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 with binding_index 1 {{(pid=74277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 09 15:49:09.994418 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:49:10.004233 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] 10.222.0.66 "PUT /v2.0/routers/3a808ceb-2acb-4b20-af63-fa63d6800a57/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1114316 Jul 09 15:49:10.004449 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] Sync routers for ids ['3a808ceb-2acb-4b20-af63-fa63d6800a57'] in dv-cinder-800228-1-smb {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 15:49:10.017500 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] Routers {'3a808ceb-2acb-4b20-af63-fa63d6800a57'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:49:10.018372 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:49:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['3a808ceb-2acb-4b20-af63-fa63d6800a57'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:49:10.193077 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] Set router 3a808ceb-2acb-4b20-af63-fa63d6800a57 gateway port host: None {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:49:10.559324 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a808ceb-2acb-4b20-af63-fa63d6800a57', 'name': 'router1', 'tenant_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:59Z', 'updated_at': '2021-07-09T15:49:08Z', 'revision_number': 2, 'project_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'gw_port_host': None, '_interfaces': [{'id': '5091dd08-1422-4325-8162-94e03335600f', 'name': '', 'network_id': '1ceb5a60-b053-4cc0-beb4-b4710f7eecee', 'tenant_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'mac_address': 'fa:16:3e:70:03:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a808ceb-2acb-4b20-af63-fa63d6800a57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c15cafa9-d5b8-478f-9990-1144c805293c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:49:08Z', 'updated_at': '2021-07-09T15:49:09Z', 'revision_number': 2, 'project_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'subnets': [{'id': 'c15cafa9-d5b8-478f-9990-1144c805293c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '423fe6d5-a535-4891-91b0-2a14d0f3b7da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:49:10.564211 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] Checking router: 3a808ceb-2acb-4b20-af63-fa63d6800a57 for host: dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 15:49:10.564611 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] Updating router 3a808ceb-2acb-4b20-af63-fa63d6800a57 port 5091dd08-1422-4325-8162-94e03335600f binding host dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 09 15:49:10.618946 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:10.991647 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] Notify callbacks [] for port, precommit_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:11.006577 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.provisioning_blocks [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] Transition to ACTIVE for port object 5091dd08-1422-4325-8162-94e03335600f will not be triggered until provisioned by entity L2. {{(pid=74279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:49:11.013006 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:11.018205 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:11.259456 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f702d-99c3-48f2-a2e3-02d51e44b981 None None] Pushing event updated for resources: {'Port': ['ID=5091dd08-1422-4325-8162-94e03335600f,revision_number=3']} {{(pid=74279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:11.265998 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] Attempting to bind port 5091dd08-1422-4325-8162-94e03335600f on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:49:11.266383 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] Attempting to bind port 5091dd08-1422-4325-8162-94e03335600f by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': '5624e862-d5e2-4dc7-8113-05b8f2df837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1ceb5a60-b053-4cc0-beb4-b4710f7eecee'}] {{(pid=74279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:49:11.266819 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] Attempting to bind port 5091dd08-1422-4325-8162-94e03335600f on network 1ceb5a60-b053-4cc0-beb4-b4710f7eecee {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:49:11.276222 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3f702d-99c3-48f2-a2e3-02d51e44b981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:11.276556 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3f702d-99c3-48f2-a2e3-02d51e44b981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:11.276880 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3f702d-99c3-48f2-a2e3-02d51e44b981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:11.277208 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3f702d-99c3-48f2-a2e3-02d51e44b981 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:11.277525 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3f702d-99c3-48f2-a2e3-02d51e44b981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:11.277871 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3f702d-99c3-48f2-a2e3-02d51e44b981 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:11.278184 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3f702d-99c3-48f2-a2e3-02d51e44b981 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:11.278490 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3f702d-99c3-48f2-a2e3-02d51e44b981 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:11.278802 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3f702d-99c3-48f2-a2e3-02d51e44b981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:11.279150 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3f702d-99c3-48f2-a2e3-02d51e44b981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:11.279410 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3f702d-99c3-48f2-a2e3-02d51e44b981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3f702d-99c3-48f2-a2e3-02d51e44b981 None None] Tracked resource versions report: Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: pushed versions: Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: { 'ConntrackHelper': {'1.0'}, Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: 'Log': {'1.0'}, Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: 'Network': {'1.1'}, Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: 'Port': {'1.5'}, Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: 'PortForwarding': {'1.2'}, Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: 'QosPolicy': {'1.8'}, Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: 'SecurityGroup': {'1.2'}, Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: 'SecurityGroupRule': {'1.0'}, Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: 'SubPort': {'1.0'}, Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: 'Subnet': {'1.1'}, Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: 'Trunk': {'1.1'}} Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: consumer versions: Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: { DHCP agent@dv-cinder-800228-1-smb: {}, Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: L3 agent@dv-cinder-800228-1-smb: {}, Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: Metadata agent@dv-cinder-800228-1-smb: {}, Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: Metering agent@dv-cinder-800228-1-smb: {}, Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: Open vSwitch agent@dv-cinder-800228-1-smb: { 'ConntrackHelper': '1.0', Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: 'Log': '1.0', Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: 'Network': '1.1', Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: 'Port': '1.5', Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: 'PortForwarding': '1.2', Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: 'QosPolicy': '1.8', Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: 'SecurityGroup': '1.2', Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: 'SecurityGroupRule': '1.0', Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: 'SubPort': '1.0', Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: 'Subnet': '1.1', Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: 'Trunk': '1.1'}} Jul 09 15:49:11.280485 dv-cinder-800228-1-smb neutron-server[74279]: {{(pid=74279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 15:49:11.284674 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-bf3f702d-99c3-48f2-a2e3-02d51e44b981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:11.288604 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:49:11.289010 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] Checking segment: {'id': '5624e862-d5e2-4dc7-8113-05b8f2df837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1ceb5a60-b053-4cc0-beb4-b4710f7eecee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:49:11.289481 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:11.289886 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] Bound using segment: {'id': '5624e862-d5e2-4dc7-8113-05b8f2df837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1ceb5a60-b053-4cc0-beb4-b4710f7eecee'} {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:49:11.290367 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] Bound port: 5091dd08-1422-4325-8162-94e03335600f, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5624e862-d5e2-4dc7-8113-05b8f2df837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1ceb5a60-b053-4cc0-beb4-b4710f7eecee'}}] {{(pid=74279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:49:11.290756 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:11.380568 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.db [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] For port 5091dd08-1422-4325-8162-94e03335600f, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:49:11.384742 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.db [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] For port 5091dd08-1422-4325-8162-94e03335600f, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=5091dd08-1422-4325-8162-94e03335600f,segment=NetworkSegment(5624e862-d5e2-4dc7-8113-05b8f2df837e),segment_id=5624e862-d5e2-4dc7-8113-05b8f2df837e)] {{(pid=74279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:49:11.389593 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:11.393483 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-bf3f702d-99c3-48f2-a2e3-02d51e44b981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:11.480451 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f702d-99c3-48f2-a2e3-02d51e44b981 None None] Pushing event updated for resources: {'Port': ['ID=5091dd08-1422-4325-8162-94e03335600f,revision_number=4']} {{(pid=74279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:11.484445 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-bf3f702d-99c3-48f2-a2e3-02d51e44b981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:11.485170 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] Routers {'3a808ceb-2acb-4b20-af63-fa63d6800a57'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:49:11.485843 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:49:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['3a808ceb-2acb-4b20-af63-fa63d6800a57'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:49:11.639261 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] Set router 3a808ceb-2acb-4b20-af63-fa63d6800a57 gateway port host: None {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:49:11.981570 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a808ceb-2acb-4b20-af63-fa63d6800a57', 'name': 'router1', 'tenant_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:59Z', 'updated_at': '2021-07-09T15:49:08Z', 'revision_number': 2, 'project_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'gw_port_host': None, '_interfaces': [{'id': '5091dd08-1422-4325-8162-94e03335600f', 'name': '', 'network_id': '1ceb5a60-b053-4cc0-beb4-b4710f7eecee', 'tenant_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'mac_address': 'fa:16:3e:70:03:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a808ceb-2acb-4b20-af63-fa63d6800a57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c15cafa9-d5b8-478f-9990-1144c805293c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:49:08Z', 'updated_at': '2021-07-09T15:49:11Z', 'revision_number': 4, 'project_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'subnets': [{'id': 'c15cafa9-d5b8-478f-9990-1144c805293c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '423fe6d5-a535-4891-91b0-2a14d0f3b7da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:49:11.985275 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3846a0aa-360e-4f36-8cd1-e5c1b9414cec None None] The sync data for ids ['3a808ceb-2acb-4b20-af63-fa63d6800a57'] in dv-cinder-800228-1-smb is: [{'id': '3a808ceb-2acb-4b20-af63-fa63d6800a57', 'name': 'router1', 'tenant_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:59Z', 'updated_at': '2021-07-09T15:49:08Z', 'revision_number': 2, 'project_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'gw_port_host': None, '_interfaces': [{'id': '5091dd08-1422-4325-8162-94e03335600f', 'name': '', 'network_id': '1ceb5a60-b053-4cc0-beb4-b4710f7eecee', 'tenant_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'mac_address': 'fa:16:3e:70:03:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a808ceb-2acb-4b20-af63-fa63d6800a57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c15cafa9-d5b8-478f-9990-1144c805293c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:49:08Z', 'updated_at': '2021-07-09T15:49:11Z', 'revision_number': 4, 'project_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'subnets': [{'id': 'c15cafa9-d5b8-478f-9990-1144c805293c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '423fe6d5-a535-4891-91b0-2a14d0f3b7da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 15:49:12.355694 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 37696) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:12.684618 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eb2a89-e1cb-46d5-9f85-287e869b461b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:12.685161 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-75eb2a89-e1cb-46d5-9f85-287e869b461b admin admin] Synchronizing usage tracker for tenant:b680d9b55911473185e4bcc27880665d on resource:network {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:49:12.713604 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-75eb2a89-e1cb-46d5-9f85-287e869b461b admin admin] Unset dirty status for tenant:b680d9b55911473185e4bcc27880665d on resource:network {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:49:12.715051 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-75eb2a89-e1cb-46d5-9f85-287e869b461b admin admin] 10.222.0.66 "GET /v2.0/networks/9b0e874f-69b5-4e89-8292-fc23cbc7812a HTTP/1.1" status: 200 len: 842 time: 0.3583612 Jul 09 15:49:12.728211 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-c645301f-feb4-4216-a043-299685ae6015 admin admin] Request body: {'subnet': {'cidr': '172.28.0.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.28.0.1', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'ip_version': 4}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:49:12.733643 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-c645301f-feb4-4216-a043-299685ae6015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:49:12.737489 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-c645301f-feb4-4216-a043-299685ae6015 admin admin] Usage tracker for resource:subnet and tenant:b680d9b55911473185e4bcc27880665d is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:49:12.740901 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-c645301f-feb4-4216-a043-299685ae6015 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:49:12.746971 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-c645301f-feb4-4216-a043-299685ae6015 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:49:12.764072 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c645301f-feb4-4216-a043-299685ae6015 admin admin] Made reservation on behalf of b680d9b55911473185e4bcc27880665d for: {'subnet': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:49:12.766578 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c645301f-feb4-4216-a043-299685ae6015 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:13.130915 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.objects.ports [None req-c645301f-feb4-4216-a043-299685ae6015 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74277) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Jul 09 15:49:13.131252 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c645301f-feb4-4216-a043-299685ae6015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for subnet, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:13.135242 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:13.202500 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645301f-feb4-4216-a043-299685ae6015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89578b1c-09bb-418b-8489-b10f6f860e17,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:13.206624 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c645301f-feb4-4216-a043-299685ae6015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:13.217280 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c645301f-feb4-4216-a043-299685ae6015 admin admin] Checking segment: {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:49:13.217607 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c645301f-feb4-4216-a043-299685ae6015 admin admin] Network hostable DHCP agents. Network: 9b0e874f-69b5-4e89-8292-fc23cbc7812a, hostable agents: ['345db053-3c23-47d8-b5a3-85dd9c57b748'], hosted agents: [] {{(pid=74277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:49:13.238669 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c645301f-feb4-4216-a043-299685ae6015 admin admin] Network 9b0e874f-69b5-4e89-8292-fc23cbc7812a is scheduled to be hosted by DHCP agent 345db053-3c23-47d8-b5a3-85dd9c57b748 with binding_index 1 {{(pid=74277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:49:13.246989 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-c645301f-feb4-4216-a043-299685ae6015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-smb, 9b0e874f-69b5-4e89-8292-fc23cbc7812a) {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:49:13.250758 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c645301f-feb4-4216-a043-299685ae6015 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:13.251338 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c645301f-feb4-4216-a043-299685ae6015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:13.256840 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb2f247-d225-4433-8eba-693ad88ab849 None None] Network 9b0e874f-69b5-4e89-8292-fc23cbc7812a requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 15:49:13.271312 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-c645301f-feb4-4216-a043-299685ae6015 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5471578 Jul 09 15:49:13.483711 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d1ddca-ad61-4d24-b173-077c83ece724 None None] Network 9b0e874f-69b5-4e89-8292-fc23cbc7812a requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 15:49:14.653330 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 5091dd08-1422-4325-8162-94e03335600f up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:49:14.725390 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port 5091dd08-1422-4325-8162-94e03335600f completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:49:14.730014 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 5091dd08-1422-4325-8162-94e03335600f triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:49:14.730388 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:14.871212 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:14.902871 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] For port 5091dd08-1422-4325-8162-94e03335600f, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=5091dd08-1422-4325-8162-94e03335600f,segment=NetworkSegment(5624e862-d5e2-4dc7-8113-05b8f2df837e),segment_id=5624e862-d5e2-4dc7-8113-05b8f2df837e)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:49:14.906407 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:14.908462 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:14.971134 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Pushing event updated for resources: {'Port': ['ID=5091dd08-1422-4325-8162-94e03335600f,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:14.974443 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:15.395379 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 37720) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:15.623733 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-ab6954dd-6953-40e6-9ae6-a6ba0d78897e admin admin] 10.222.0.66 "GET /v2.0/routers/3a808ceb-2acb-4b20-af63-fa63d6800a57 HTTP/1.1" status: 200 len: 710 time: 0.2272086 Jul 09 15:49:15.752321 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8264bff4-9c93-4f96-98bc-de7b1faf32b7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:15.753737 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-8264bff4-9c93-4f96-98bc-de7b1faf32b7 admin admin] 10.222.0.66 "GET /v2.0/networks/9b0e874f-69b5-4e89-8292-fc23cbc7812a HTTP/1.1" status: 200 len: 886 time: 0.1249490 Jul 09 15:49:15.762463 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-4ce12380-5880-4bfd-a7c5-38d769bc5276 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:49:16.225525 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4ce12380-5880-4bfd-a7c5-38d769bc5276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1013703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3286'] for router, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:16.445467 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4ce12380-5880-4bfd-a7c5-38d769bc5276 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:16.500929 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4ce12380-5880-4bfd-a7c5-38d769bc5276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:16.629909 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [None req-4ce12380-5880-4bfd-a7c5-38d769bc5276 admin admin] Allocated IP 172.28.0.233 (9b0e874f-69b5-4e89-8292-fc23cbc7812a/89578b1c-09bb-418b-8489-b10f6f860e17/b8176aa5-21ac-4e14-a946-617592f5f510) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:49:16.639649 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 5091dd08-1422-4325-8162-94e03335600f up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:49:16.710258 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 5091dd08-1422-4325-8162-94e03335600f triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:49:16.710626 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:16.777792 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4ce12380-5880-4bfd-a7c5-38d769bc5276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:16.804168 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4ce12380-5880-4bfd-a7c5-38d769bc5276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:16.808406 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:16.870428 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce12380-5880-4bfd-a7c5-38d769bc5276 admin admin] Network 9b0e874f-69b5-4e89-8292-fc23cbc7812a is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:49:16.873206 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-4ce12380-5880-4bfd-a7c5-38d769bc5276 admin admin] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:49:16.876825 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce12380-5880-4bfd-a7c5-38d769bc5276 admin admin] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:49:16.915686 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce12380-5880-4bfd-a7c5-38d769bc5276 admin admin] Pushing event updated for resources: {'Port': ['ID=b8176aa5-21ac-4e14-a946-617592f5f510,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:16.919994 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-4ce12380-5880-4bfd-a7c5-38d769bc5276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:17.022957 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4ce12380-5880-4bfd-a7c5-38d769bc5276 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:17.188263 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4ce12380-5880-4bfd-a7c5-38d769bc5276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1013703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3286'] for router, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:17.192103 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4ce12380-5880-4bfd-a7c5-38d769bc5276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1011750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1013708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1001819'] for router, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:17.388608 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce12380-5880-4bfd-a7c5-38d769bc5276 admin admin] Router 3a808ceb-2acb-4b20-af63-fa63d6800a57 has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 15:49:17.584585 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce12380-5880-4bfd-a7c5-38d769bc5276 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:49:17.592330 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4ce12380-5880-4bfd-a7c5-38d769bc5276 admin admin] Notify callbacks [] for router, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:17.593493 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-4ce12380-5880-4bfd-a7c5-38d769bc5276 admin admin] 10.222.0.66 "PUT /v2.0/routers/3a808ceb-2acb-4b20-af63-fa63d6800a57 HTTP/1.1" status: 200 len: 890 time: 1.8344240 Jul 09 15:49:17.593826 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] Sync routers for ids ['3a808ceb-2acb-4b20-af63-fa63d6800a57'] in dv-cinder-800228-1-smb {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 15:49:17.606474 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] Routers {'3a808ceb-2acb-4b20-af63-fa63d6800a57'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:49:17.607141 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:49:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['3a808ceb-2acb-4b20-af63-fa63d6800a57'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:49:17.796599 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] Set router 3a808ceb-2acb-4b20-af63-fa63d6800a57 gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:49:18.143640 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a808ceb-2acb-4b20-af63-fa63d6800a57', 'name': 'router1', 'tenant_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b8176aa5-21ac-4e14-a946-617592f5f510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:59Z', 'updated_at': '2021-07-09T15:49:16Z', 'revision_number': 4, 'project_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'gw_port': {'id': 'b8176aa5-21ac-4e14-a946-617592f5f510', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a808ceb-2acb-4b20-af63-fa63d6800a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:49:16Z', 'updated_at': '2021-07-09T15:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': '5091dd08-1422-4325-8162-94e03335600f', 'name': '', 'network_id': '1ceb5a60-b053-4cc0-beb4-b4710f7eecee', 'tenant_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'mac_address': 'fa:16:3e:70:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a808ceb-2acb-4b20-af63-fa63d6800a57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c15cafa9-d5b8-478f-9990-1144c805293c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:49:08Z', 'updated_at': '2021-07-09T15:49:14Z', 'revision_number': 5, 'project_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'subnets': [{'id': 'c15cafa9-d5b8-478f-9990-1144c805293c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '423fe6d5-a535-4891-91b0-2a14d0f3b7da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:49:18.148487 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] Checking router: 3a808ceb-2acb-4b20-af63-fa63d6800a57 for host: dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 15:49:18.148861 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] Updating router 3a808ceb-2acb-4b20-af63-fa63d6800a57 port b8176aa5-21ac-4e14-a946-617592f5f510 binding host dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 09 15:49:18.199864 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:18.522315 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] Notify callbacks [] for port, precommit_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:18.534259 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] Transition to ACTIVE for port object b8176aa5-21ac-4e14-a946-617592f5f510 will not be triggered until provisioned by entity L2. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:49:18.542046 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:18.546369 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:18.625512 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf546e-0c15-42be-8a17-5537328b605f None None] Pushing event updated for resources: {'Port': ['ID=b8176aa5-21ac-4e14-a946-617592f5f510,revision_number=2']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:18.627715 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] Attempting to bind port b8176aa5-21ac-4e14-a946-617592f5f510 on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:49:18.628084 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] Attempting to bind port b8176aa5-21ac-4e14-a946-617592f5f510 by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:49:18.628490 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] Attempting to bind port b8176aa5-21ac-4e14-a946-617592f5f510 on network 9b0e874f-69b5-4e89-8292-fc23cbc7812a {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:49:18.630950 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-9caf546e-0c15-42be-8a17-5537328b605f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:18.636074 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:49:18.636444 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] Checking segment: {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:49:18.636841 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:18.637227 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] Bound using segment: {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:49:18.637691 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] Bound port: b8176aa5-21ac-4e14-a946-617592f5f510, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:49:18.638113 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:18.709073 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] For port b8176aa5-21ac-4e14-a946-617592f5f510, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:49:18.712108 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] For port b8176aa5-21ac-4e14-a946-617592f5f510, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=b8176aa5-21ac-4e14-a946-617592f5f510,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:49:18.716467 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:18.720339 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:18.798145 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf546e-0c15-42be-8a17-5537328b605f None None] Pushing event updated for resources: {'Port': ['ID=b8176aa5-21ac-4e14-a946-617592f5f510,revision_number=3']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:18.801829 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-9caf546e-0c15-42be-8a17-5537328b605f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:18.805659 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] Routers {'3a808ceb-2acb-4b20-af63-fa63d6800a57'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:49:18.806285 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:49:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['3a808ceb-2acb-4b20-af63-fa63d6800a57'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:49:19.007069 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] Set router 3a808ceb-2acb-4b20-af63-fa63d6800a57 gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:49:19.349546 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a808ceb-2acb-4b20-af63-fa63d6800a57', 'name': 'router1', 'tenant_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b8176aa5-21ac-4e14-a946-617592f5f510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:59Z', 'updated_at': '2021-07-09T15:49:16Z', 'revision_number': 4, 'project_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'gw_port': {'id': 'b8176aa5-21ac-4e14-a946-617592f5f510', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a808ceb-2acb-4b20-af63-fa63d6800a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:49:16Z', 'updated_at': '2021-07-09T15:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': '5091dd08-1422-4325-8162-94e03335600f', 'name': '', 'network_id': '1ceb5a60-b053-4cc0-beb4-b4710f7eecee', 'tenant_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'mac_address': 'fa:16:3e:70:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a808ceb-2acb-4b20-af63-fa63d6800a57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c15cafa9-d5b8-478f-9990-1144c805293c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:49:08Z', 'updated_at': '2021-07-09T15:49:14Z', 'revision_number': 5, 'project_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'subnets': [{'id': 'c15cafa9-d5b8-478f-9990-1144c805293c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '423fe6d5-a535-4891-91b0-2a14d0f3b7da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:49:19.354790 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893e9c4f-bc43-49aa-9850-c172b704f32e None None] The sync data for ids ['3a808ceb-2acb-4b20-af63-fa63d6800a57'] in dv-cinder-800228-1-smb is: [{'id': '3a808ceb-2acb-4b20-af63-fa63d6800a57', 'name': 'router1', 'tenant_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b8176aa5-21ac-4e14-a946-617592f5f510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:59Z', 'updated_at': '2021-07-09T15:49:16Z', 'revision_number': 4, 'project_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'gw_port': {'id': 'b8176aa5-21ac-4e14-a946-617592f5f510', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a808ceb-2acb-4b20-af63-fa63d6800a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:49:16Z', 'updated_at': '2021-07-09T15:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': '5091dd08-1422-4325-8162-94e03335600f', 'name': '', 'network_id': '1ceb5a60-b053-4cc0-beb4-b4710f7eecee', 'tenant_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'mac_address': 'fa:16:3e:70:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a808ceb-2acb-4b20-af63-fa63d6800a57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c15cafa9-d5b8-478f-9990-1144c805293c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:49:08Z', 'updated_at': '2021-07-09T15:49:14Z', 'revision_number': 5, 'project_id': '67c17ccfa0a84c9b82761a24c20a4b0b', 'subnets': [{'id': 'c15cafa9-d5b8-478f-9990-1144c805293c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '423fe6d5-a535-4891-91b0-2a14d0f3b7da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 15:49:19.925983 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 37730) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:20.063501 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-190dd426-22a9-49cc-8f08-476c7a845a1b admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1362941 Jul 09 15:49:20.670308 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device b8176aa5-21ac-4e14-a946-617592f5f510 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:49:20.740132 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port b8176aa5-21ac-4e14-a946-617592f5f510 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:49:20.745192 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port b8176aa5-21ac-4e14-a946-617592f5f510 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:49:20.745566 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:20.867288 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:20.888776 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] For port b8176aa5-21ac-4e14-a946-617592f5f510, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=b8176aa5-21ac-4e14-a946-617592f5f510,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:49:20.895096 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:20.897433 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:20.964532 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Pushing event updated for resources: {'Port': ['ID=b8176aa5-21ac-4e14-a946-617592f5f510,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:20.967522 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:22.647322 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device b8176aa5-21ac-4e14-a946-617592f5f510 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:49:22.720667 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port b8176aa5-21ac-4e14-a946-617592f5f510 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:49:22.721038 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:33.814926 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-f4f00f65-fb02-4488-828c-58863117ed94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:34.342962 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:36.037909 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-81a06de6-50a5-4445-9b50-d258219b53ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:37.012913 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:38.609241 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:40.248438 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 5 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:50:03.818318 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-14cb0b83-7a9a-4a55-9d91-72211a4e05ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:04.347046 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:06.042252 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da4a71a0-fe92-4793-9474-c5ecfdebdc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:07.017691 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:08.616670 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:17.248736 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 5 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:50:33.822756 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-62621775-0ff0-46dc-a680-aa749abbb955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:34.350576 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:36.047629 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-c099a410-ab0f-407b-8f11-60850a2b8ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:37.021936 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:38.616861 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:54.249087 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 5 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:51:03.824840 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-67e13640-f549-4e3a-afaf-dc9235b3d23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:04.352735 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:06.049511 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-3611253e-2ee6-4383-b961-0c308884be50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:07.023163 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:08.618484 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:22.791181 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 38302) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:51:22.882391 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.pecan_wsgi.hooks.translation [None req-90454a3a-9136-4175-b093-1c3977530712 admin admin] GET failed (client error): The resource could not be found. Jul 09 15:51:22.883651 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-90454a3a-9136-4175-b093-1c3977530712 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0915349 Jul 09 15:51:23.019433 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590cdaa4-a741-4fa8-abb4-e41b2e371a96 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:23.020875 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-590cdaa4-a741-4fa8-abb4-e41b2e371a96 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1332996 Jul 09 15:51:25.008147 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 38312) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:51:25.178741 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f263b76f-acd7-47c8-8981-e619579ede12 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:25.179287 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-f263b76f-acd7-47c8-8981-e619579ede12 admin admin] Synchronizing usage tracker for tenant:b680d9b55911473185e4bcc27880665d on resource:subnet {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:51:25.197322 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-f263b76f-acd7-47c8-8981-e619579ede12 admin admin] Unset dirty status for tenant:b680d9b55911473185e4bcc27880665d on resource:subnet {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:51:25.198523 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-f263b76f-acd7-47c8-8981-e619579ede12 admin admin] 10.222.0.66 "GET /v2.0/subnets/c15cafa9-d5b8-478f-9990-1144c805293c HTTP/1.1" status: 200 len: 849 time: 0.1894412 Jul 09 15:51:25.208552 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-9ddffe0b-0a15-436f-addb-1afd6f206419 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:51:25.321109 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9ddffe0b-0a15-436f-addb-1afd6f206419 admin admin] Notify callbacks [] for subnet, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:25.506072 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9ddffe0b-0a15-436f-addb-1afd6f206419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749712087300'] for subnet, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:25.510284 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c645301f-feb4-4216-a043-299685ae6015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:51:25.558973 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddffe0b-0a15-436f-addb-1afd6f206419 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:25.560075 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9ddffe0b-0a15-436f-addb-1afd6f206419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:25.561416 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-9ddffe0b-0a15-436f-addb-1afd6f206419 admin admin] 10.222.0.66 "PUT /v2.0/subnets/c15cafa9-d5b8-478f-9990-1144c805293c HTTP/1.1" status: 200 len: 868 time: 0.3561039 Jul 09 15:51:25.564010 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea881e9-7620-458d-9592-35dd49344360 None None] Network 1ceb5a60-b053-4cc0-beb4-b4710f7eecee requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 15:51:25.580461 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddffe0b-0a15-436f-addb-1afd6f206419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c15cafa9-d5b8-478f-9990-1144c805293c,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:51:25.589669 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddffe0b-0a15-436f-addb-1afd6f206419 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:25.590053 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddffe0b-0a15-436f-addb-1afd6f206419 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:25.590387 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddffe0b-0a15-436f-addb-1afd6f206419 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:25.590718 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddffe0b-0a15-436f-addb-1afd6f206419 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:25.591042 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddffe0b-0a15-436f-addb-1afd6f206419 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:25.591364 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddffe0b-0a15-436f-addb-1afd6f206419 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:25.591681 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddffe0b-0a15-436f-addb-1afd6f206419 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:25.592054 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddffe0b-0a15-436f-addb-1afd6f206419 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:25.592312 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddffe0b-0a15-436f-addb-1afd6f206419 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:25.592625 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddffe0b-0a15-436f-addb-1afd6f206419 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:25.592939 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddffe0b-0a15-436f-addb-1afd6f206419 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:25.597123 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-9ddffe0b-0a15-436f-addb-1afd6f206419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:51:26.048898 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-14f39d62-3d13-4544-bf72-25a2a94b3d65 None None] Provisioning complete for port 13287486-a943-4e84-bb42-ef8f31be8082 triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:51:26.049267 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-14f39d62-3d13-4544-bf72-25a2a94b3d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:26.202992 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-14f39d62-3d13-4544-bf72-25a2a94b3d65 None None] Provisioning complete for port 5091dd08-1422-4325-8162-94e03335600f triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:51:26.203311 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-14f39d62-3d13-4544-bf72-25a2a94b3d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:27.610708 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 38322) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:51:27.805471 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce94ee81-cb1f-42d6-82fa-f5005c4e2d38 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:27.805768 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce94ee81-cb1f-42d6-82fa-f5005c4e2d38 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:27.807292 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-ce94ee81-cb1f-42d6-82fa-f5005c4e2d38 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1956325 Jul 09 15:51:29.840739 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 38332) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:51:30.000866 dv-cinder-800228-1-smb neutron-server[74276]: WARNING oslo_policy.policy [None req-e4002fc7-0c60-43ed-8b13-90ffa1e75010 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:51:30.001463 dv-cinder-800228-1-smb neutron-server[74276]: WARNING oslo_policy.policy [None req-e4002fc7-0c60-43ed-8b13-90ffa1e75010 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:51:30.431628 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.policy [None req-e4002fc7-0c60-43ed-8b13-90ffa1e75010 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74276) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jul 09 15:51:30.432399 dv-cinder-800228-1-smb neutron-server[74276]: WARNING oslo_policy.policy [None req-e4002fc7-0c60-43ed-8b13-90ffa1e75010 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:51:30.432768 dv-cinder-800228-1-smb neutron-server[74276]: WARNING oslo_policy.policy [None req-e4002fc7-0c60-43ed-8b13-90ffa1e75010 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:51:30.435606 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4002fc7-0c60-43ed-8b13-90ffa1e75010 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:30.436001 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4002fc7-0c60-43ed-8b13-90ffa1e75010 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:30.438140 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-e4002fc7-0c60-43ed-8b13-90ffa1e75010 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5951955 Jul 09 15:51:31.248754 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 5 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:51:32.438879 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 38348) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:51:32.635417 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4148e36b-85f6-4d85-8541-0aa201b9d2e7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:32.636753 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-4148e36b-85f6-4d85-8541-0aa201b9d2e7 admin admin] 10.222.0.66 "GET /v2.0/networks/1ceb5a60-b053-4cc0-beb4-b4710f7eecee HTTP/1.1" status: 200 len: 869 time: 0.1969130 Jul 09 15:51:33.827029 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-0b6f3155-42ce-4ef7-9419-1f021f7d0fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:34.356666 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:34.767156 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 38358) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:51:34.954732 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98fea87-016d-4bf2-8e3a-28cedc2bb2c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:34.955973 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-c98fea87-016d-4bf2-8e3a-28cedc2bb2c1 admin admin] 10.222.0.66 "GET /v2.0/networks/9b0e874f-69b5-4e89-8292-fc23cbc7812a HTTP/1.1" status: 200 len: 886 time: 0.1879003 Jul 09 15:51:36.050625 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-951a7b60-a935-4f5d-9811-f9ffc611086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:36.966733 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 38368) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:51:37.026041 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:37.103098 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5346f472-d287-41ab-bd6b-1adc267e7ec4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:37.103465 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5346f472-d287-41ab-bd6b-1adc267e7ec4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:37.104932 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-5346f472-d287-41ab-bd6b-1adc267e7ec4 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1372805 Jul 09 15:51:38.622646 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:39.163565 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 38378) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:51:39.291787 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0947e2e-ccbc-4cef-962d-1d13798f1f28 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:39.292147 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0947e2e-ccbc-4cef-962d-1d13798f1f28 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:39.293650 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-a0947e2e-ccbc-4cef-962d-1d13798f1f28 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1290584 Jul 09 15:51:41.310176 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 38388) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:51:41.434741 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972d271e-008f-4215-8921-ddcaf72f4785 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:41.435975 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-972d271e-008f-4215-8921-ddcaf72f4785 admin admin] 10.222.0.66 "GET /v2.0/subnets/89578b1c-09bb-418b-8489-b10f6f860e17 HTTP/1.1" status: 200 len: 816 time: 0.1248560 Jul 09 15:51:43.464077 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 38398) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:51:43.592685 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3f2e15-161d-4706-a0b5-2e21ab24abf8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:43.594277 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-be3f2e15-161d-4706-a0b5-2e21ab24abf8 admin admin] 10.222.0.66 "GET /v2.0/subnets/c15cafa9-d5b8-478f-9990-1144c805293c HTTP/1.1" status: 200 len: 868 time: 0.1290448 Jul 09 15:52:01.260165 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 38436) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:52:01.336302 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [None req-29dda92a-e5fb-4d4d-9580-458bd9055e6d admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=74276) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 09 15:52:01.337258 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-29dda92a-e5fb-4d4d-9580-458bd9055e6d admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0760601 Jul 09 15:52:03.412337 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 38446) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:52:03.503457 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82a4d83-4971-46b4-a8ad-59bf9915299b admin admin] GET failed (client error): The resource could not be found. Jul 09 15:52:03.504672 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-c82a4d83-4971-46b4-a8ad-59bf9915299b admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0914242 Jul 09 15:52:03.632052 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe515783-1789-4c7c-b2c7-46771fcf8bc4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:03.633531 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-fe515783-1789-4c7c-b2c7-46771fcf8bc4 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1250169 Jul 09 15:52:03.829129 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-00f62b58-e738-4953-9585-33b4b38ec654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:04.359046 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:05.663045 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 38456) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:52:05.732798 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:52:05.733958 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.quota [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Loaded quota_driver: . Jul 09 15:52:05.741098 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:52:05.754000 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:52:05.767954 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Made reservation on behalf of b680d9b55911473185e4bcc27880665d for: {'network': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:52:05.770695 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for network, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:05.864255 dv-cinder-800228-1-smb neutron-server[74276]: WARNING neutron.services.revisions.revision_plugin [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Could not find related network for resource to bump revision. Jul 09 15:52:05.881583 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=74276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 09 15:52:05.893454 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749712051312', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:05.894033 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Unsubscribe: segment precommit_create {{(pid=74276) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 15:52:05.894530 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.db.segments_db [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Added segment bd3e8663-7f4c-4732-9301-3ff7fab231b7 of type vlan for network fa3a7674-38a8-4c30-9567-834ab5fa67ee Jul 09 15:52:05.965390 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749711616898'] for network, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:06.003533 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for network, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:06.005173 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:06.005824 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:06.011936 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:06.055345 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-ee580f6d-efaa-4b12-b6ba-e7a290912dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:06.108405 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4442251 Jul 09 15:52:06.132835 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Pushing event updated for resources: {'Network': ['ID=fa3a7674-38a8-4c30-9567-834ab5fa67ee,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:06.142568 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:06.142909 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:06.143253 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:06.143563 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:06.143886 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:06.144209 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:06.144523 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:06.144848 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:06.145162 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:06.145469 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:06.145810 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Tracked resource versions report: Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: pushed versions: Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: { 'ConntrackHelper': {'1.0'}, Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: 'Log': {'1.0'}, Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: 'Network': {'1.1'}, Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: 'Port': {'1.5'}, Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: 'PortForwarding': {'1.2'}, Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: 'QosPolicy': {'1.8'}, Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: 'SecurityGroup': {'1.2'}, Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: 'SecurityGroupRule': {'1.0'}, Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: 'SubPort': {'1.0'}, Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: 'Subnet': {'1.1'}, Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: 'Trunk': {'1.1'}} Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: consumer versions: Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: { DHCP agent@dv-cinder-800228-1-smb: {}, Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: L3 agent@dv-cinder-800228-1-smb: {}, Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: Metadata agent@dv-cinder-800228-1-smb: {}, Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: Metering agent@dv-cinder-800228-1-smb: {}, Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: Open vSwitch agent@dv-cinder-800228-1-smb: { 'ConntrackHelper': '1.0', Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: 'Log': '1.0', Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: 'Network': '1.1', Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: 'Port': '1.5', Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: 'PortForwarding': '1.2', Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: 'QosPolicy': '1.8', Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: 'SecurityGroup': '1.2', Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: 'SecurityGroupRule': '1.0', Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: 'SubPort': '1.0', Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: 'Subnet': '1.1', Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: 'Trunk': '1.1'}} Jul 09 15:52:06.146907 dv-cinder-800228-1-smb neutron-server[74276]: {{(pid=74276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 15:52:06.183886 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:06.193378 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Network fa3a7674-38a8-4c30-9567-834ab5fa67ee details requested by agent ovs-agent-dv-cinder-800228-1-smb with host dv-cinder-800228-1-smb {{(pid=74278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:52:07.028820 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:08.146023 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 38470) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:52:08.240683 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.pecan_wsgi.hooks.translation [None req-85afe942-4040-4633-8f1a-a6febe5ce0e8 admin admin] GET failed (client error): The resource could not be found. Jul 09 15:52:08.241967 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-85afe942-4040-4633-8f1a-a6febe5ce0e8 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0949714 Jul 09 15:52:08.249028 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 5 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:52:08.349329 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d06103f-0d2c-47ab-9299-57a0123d1401 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:08.350717 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-7d06103f-0d2c-47ab-9299-57a0123d1401 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1048532 Jul 09 15:52:08.359965 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-e0bebaa8-4d30-45a5-a8f9-7f7abf5d5062 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'fa3a7674-38a8-4c30-9567-834ab5fa67ee', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:52:08.364332 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-e0bebaa8-4d30-45a5-a8f9-7f7abf5d5062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:52:08.373596 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-e0bebaa8-4d30-45a5-a8f9-7f7abf5d5062 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:52:08.383106 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bebaa8-4d30-45a5-a8f9-7f7abf5d5062 admin admin] Made reservation on behalf of b680d9b55911473185e4bcc27880665d for: {'subnet': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:52:08.385500 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e0bebaa8-4d30-45a5-a8f9-7f7abf5d5062 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:08.583165 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e0bebaa8-4d30-45a5-a8f9-7f7abf5d5062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for subnet, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:08.595691 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-26bdc195-408b-43b0-87b6-240a48698eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:08.626378 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:08.661570 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bebaa8-4d30-45a5-a8f9-7f7abf5d5062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60392d41-f04a-477c-bc75-e1d86c64e216,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:08.665752 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e0bebaa8-4d30-45a5-a8f9-7f7abf5d5062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:08.675683 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bebaa8-4d30-45a5-a8f9-7f7abf5d5062 admin admin] Checking segment: {'id': 'bd3e8663-7f4c-4732-9301-3ff7fab231b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'fa3a7674-38a8-4c30-9567-834ab5fa67ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:52:08.676027 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bebaa8-4d30-45a5-a8f9-7f7abf5d5062 admin admin] Network hostable DHCP agents. Network: fa3a7674-38a8-4c30-9567-834ab5fa67ee, hostable agents: ['345db053-3c23-47d8-b5a3-85dd9c57b748'], hosted agents: [] {{(pid=74277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:52:08.697412 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bebaa8-4d30-45a5-a8f9-7f7abf5d5062 admin admin] Network fa3a7674-38a8-4c30-9567-834ab5fa67ee is scheduled to be hosted by DHCP agent 345db053-3c23-47d8-b5a3-85dd9c57b748 with binding_index 1 {{(pid=74277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:52:08.706736 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-e0bebaa8-4d30-45a5-a8f9-7f7abf5d5062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-smb, fa3a7674-38a8-4c30-9567-834ab5fa67ee) {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:52:08.710597 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bebaa8-4d30-45a5-a8f9-7f7abf5d5062 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:08.711178 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e0bebaa8-4d30-45a5-a8f9-7f7abf5d5062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:08.715315 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ed0bbc-0021-42f5-be02-cbec9fdc51bc None None] Network fa3a7674-38a8-4c30-9567-834ab5fa67ee requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 15:52:08.737209 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-e0bebaa8-4d30-45a5-a8f9-7f7abf5d5062 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3805923 Jul 09 15:52:08.932367 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27fa64f2-aefc-5c61-8fba-6302c62037c8-fa3a7674-38a8-4c30-9567-834ab5fa67ee', 'network_id': 'fa3a7674-38a8-4c30-9567-834ab5fa67ee', 'tenant_id': 'b680d9b55911473185e4bcc27880665d', 'fixed_ips': [{'subnet_id': '60392d41-f04a-477c-bc75-e1d86c64e216'}]}} from dv-cinder-800228-1-smb. {{(pid=74278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jul 09 15:52:08.933202 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:09.088414 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.db_base_plugin_common [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Allocated IP 192.168.233.2 (fa3a7674-38a8-4c30-9567-834ab5fa67ee/60392d41-f04a-477c-bc75-e1d86c64e216/2a455fef-43e6-488c-aca1-c311c27c2364) {{(pid=74278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:52:09.293426 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Notify callbacks [] for port, precommit_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:09.304614 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Transition to ACTIVE for port object 2a455fef-43e6-488c-aca1-c311c27c2364 will not be triggered until provisioned by entity L2. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:52:09.322979 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Transition to ACTIVE for port object 2a455fef-43e6-488c-aca1-c311c27c2364 will not be triggered until provisioned by entity DHCP. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:52:09.332371 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:09.337403 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:09.408724 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Network fa3a7674-38a8-4c30-9567-834ab5fa67ee is already hosted by enough agents. {{(pid=74278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:52:09.412102 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.scheduler.base_scheduler [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Resources bound (agent type, host, resource id): {{(pid=74278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:52:09.413927 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Pushing event updated for resources: {'Port': ['ID=2a455fef-43e6-488c-aca1-c311c27c2364,revision_number=1']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:09.416124 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Received port after_create {{(pid=74278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:52:09.427668 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:09.428007 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:09.428588 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:09.428917 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:09.429239 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:09.429558 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:09.429894 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:09.430214 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:09.430526 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:09.430835 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:09.431148 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:09.457423 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:09.513650 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Attempting to bind port 2a455fef-43e6-488c-aca1-c311c27c2364 on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:52:09.514042 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Attempting to bind port 2a455fef-43e6-488c-aca1-c311c27c2364 by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': 'bd3e8663-7f4c-4732-9301-3ff7fab231b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'fa3a7674-38a8-4c30-9567-834ab5fa67ee'}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:52:09.514411 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Attempting to bind port 2a455fef-43e6-488c-aca1-c311c27c2364 on network fa3a7674-38a8-4c30-9567-834ab5fa67ee {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:52:09.521408 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:52:09.521801 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Checking segment: {'id': 'bd3e8663-7f4c-4732-9301-3ff7fab231b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'fa3a7674-38a8-4c30-9567-834ab5fa67ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:52:09.522205 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:09.522590 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Bound using segment: {'id': 'bd3e8663-7f4c-4732-9301-3ff7fab231b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'fa3a7674-38a8-4c30-9567-834ab5fa67ee'} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:52:09.523056 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Bound port: 2a455fef-43e6-488c-aca1-c311c27c2364, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3e8663-7f4c-4732-9301-3ff7fab231b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'fa3a7674-38a8-4c30-9567-834ab5fa67ee'}}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:52:09.523452 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:09.612916 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] For port 2a455fef-43e6-488c-aca1-c311c27c2364, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:52:09.616160 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] For port 2a455fef-43e6-488c-aca1-c311c27c2364, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=2a455fef-43e6-488c-aca1-c311c27c2364,segment=NetworkSegment(bd3e8663-7f4c-4732-9301-3ff7fab231b7),segment_id=bd3e8663-7f4c-4732-9301-3ff7fab231b7)] {{(pid=74278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:52:09.620996 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:09.626634 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-9caf546e-0c15-42be-8a17-5537328b605f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:09.704811 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Pushing event updated for resources: {'Port': ['ID=2a455fef-43e6-488c-aca1-c311c27c2364,revision_number=2']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:09.706586 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:10.500820 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e655e6c-40e5-46d5-ba47-6eaa0c8a84f4 None None] Network fa3a7674-38a8-4c30-9567-834ab5fa67ee requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 15:52:10.601850 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-46d3a919-7fc8-4166-8b2d-38293f73a176 None None] Provisioning for port 2a455fef-43e6-488c-aca1-c311c27c2364 completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:52:10.774841 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 2a455fef-43e6-488c-aca1-c311c27c2364 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:52:10.855759 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port 2a455fef-43e6-488c-aca1-c311c27c2364 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:52:10.861533 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 2a455fef-43e6-488c-aca1-c311c27c2364 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:52:10.862655 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:10.990456 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:11.023414 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] For port 2a455fef-43e6-488c-aca1-c311c27c2364, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=2a455fef-43e6-488c-aca1-c311c27c2364,segment=NetworkSegment(bd3e8663-7f4c-4732-9301-3ff7fab231b7),segment_id=bd3e8663-7f4c-4732-9301-3ff7fab231b7)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:52:11.027494 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:11.033706 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:11.097826 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-ca980970-c00b-402b-936f-5d6565c5e58e None None] Provisioning complete for port 2a455fef-43e6-488c-aca1-c311c27c2364 triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:52:11.098080 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-ca980970-c00b-402b-936f-5d6565c5e58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:11.137182 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Pushing event updated for resources: {'Port': ['ID=2a455fef-43e6-488c-aca1-c311c27c2364,revision_number=3']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:11.142643 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:12.730774 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 2a455fef-43e6-488c-aca1-c311c27c2364 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:52:12.798518 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 2a455fef-43e6-488c-aca1-c311c27c2364 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:52:12.798886 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:33.831543 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-4dc8f281-74b3-4f67-be90-5b1ab9ccc788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:34.363276 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:36.058311 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-914ea79a-1b49-4ea1-84d7-f6f614496812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:37.033188 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:38.630028 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:45.249275 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 5 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:53:03.834439 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-cdeb0c34-5136-410e-b20a-7dc80313857a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:04.365929 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:06.059820 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-968c8d1c-66c3-4628-b860-6d1dfc1c44ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:07.035920 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:08.633983 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:10.103831 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 38512) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:53:10.109980 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [None req-6f087d5e-aebd-44ee-800b-e2eca29bc995 tempest-verify_tempest_config-1215465597 tempest-verify_tempest_config-1215465597-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=74277) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 09 15:53:10.110979 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-6f087d5e-aebd-44ee-800b-e2eca29bc995 tempest-verify_tempest_config-1215465597 tempest-verify_tempest_config-1215465597-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0062106 Jul 09 15:53:10.435214 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 38528) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:53:10.584844 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:10.614691 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:53:10.618374 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Usage tracker for resource:security_group_rule and tenant:8a144a7bac1d4ef0b557640f6264d70e is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:53:10.621059 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:53:10.627159 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:53:10.695247 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:10.698822 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:10.706300 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-fe63b388-b04d-4c3f-bb56-9034729752ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:10.741769 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0315b6e5-c132-4acf-aa85-1a9dfab26138,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:10.753329 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Synchronizing usage tracker for tenant:b680d9b55911473185e4bcc27880665d on resource:security_group {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:53:10.757722 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:10.758080 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:10.758406 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:10.758728 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:10.759045 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:10.759358 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:10.759670 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:10.759982 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:10.760290 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:10.760598 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:10.760903 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:10.766791 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:10.777942 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Unset dirty status for tenant:b680d9b55911473185e4bcc27880665d on resource:security_group {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:53:10.782425 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8a144a7bac1d4ef0b557640f6264d70e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3460035 Jul 09 15:53:10.782893 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 38534) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:53:10.841737 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c3ad23ce-afef-422c-8be9-3e0c712971c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:10.868055 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c3ad23ce-afef-422c-8be9-3e0c712971c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:10.958548 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c3ad23ce-afef-422c-8be9-3e0c712971c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:10.962530 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:10.973664 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad23ce-afef-422c-8be9-3e0c712971c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0315b6e5-c132-4acf-aa85-1a9dfab26138,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:10.977338 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c3ad23ce-afef-422c-8be9-3e0c712971c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:10.981392 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c3ad23ce-afef-422c-8be9-3e0c712971c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:10.982529 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-c3ad23ce-afef-422c-8be9-3e0c712971c1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0315b6e5-c132-4acf-aa85-1a9dfab26138 HTTP/1.1" status: 204 len: 168 time: 0.1987560 Jul 09 15:53:22.249023 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 5 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:53:33.835985 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-f6fbd177-c4aa-4be2-89d0-29c7fbc03338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:34.370076 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:36.064513 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-93dea392-9c7c-4fcd-8239-ef5ee1761184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:37.038679 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:38.635497 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.248919 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 5 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:54:03.836982 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-7a5497f6-cdd5-4cff-a7ae-90789ec13e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:04.371596 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:06.066645 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-82777622-c864-4f1f-892f-02e44177eaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.043559 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.642738 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:33.838082 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-1acc633a-04fe-4fda-a21c-9a99f1ad1eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:34.374254 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:36.068143 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-5fdba310-5664-457e-996a-eb9c3ecd63c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:36.250103 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 5 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:54:37.046279 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:38.643597 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:54.982959 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1012721'] for agent, after_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:03.839459 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-25fd4489-4c08-4137-ae57-7ff82606a893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:04.376598 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:06.070483 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-d897940e-6431-4671-b246-d7f9244f2f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:07.049689 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:08.644558 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:10.289182 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 38606) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:10.427979 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-b4b76f42-316b-4ff2-8dcc-238cfb4a85b9 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1376894 Jul 09 15:55:12.552442 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 38616) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:12.631580 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-790992f9-68db-4f56-9ade-142c992d7841 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0780678 Jul 09 15:55:13.250634 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:55:24.964511 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:33.842669 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-0a42ab11-ddad-4682-aecd-3f7d04f934b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:34.379662 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:36.071911 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-d63314e1-9ef0-4f24-a766-d6a3c84d6c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:37.050545 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:38.648960 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:50.253473 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:55:54.968922 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:03.845313 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-c999fe3e-ecf2-4baa-b326-965206c4cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:04.382710 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:06.072659 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-72301fa4-d3b4-4b33-bb68-d2e33edd1d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:07.060634 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:08.659648 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:24.980896 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:27.255142 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:56:33.846863 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-1c2d61db-7730-4fd0-a339-51b5f07ce67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:34.386649 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:36.075989 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-15b25254-1082-4278-b373-2dbcfe9d12a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:37.051191 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:38.653169 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:50.081563 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 38758) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:50.502310 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 38774) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:50.623486 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1543071593-network', 'tenant_id': 'dc19e4213be34c3784f47f73c2cff62f'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:56:50.628314 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:50.632583 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Usage tracker for resource:network and tenant:dc19e4213be34c3784f47f73c2cff62f is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:50.637342 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:50.643763 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:50.654998 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Made reservation on behalf of dc19e4213be34c3784f47f73c2cff62f for: {'network': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:56:50.657586 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for network, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:50.670295 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:50.706960 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:50.712668 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Usage tracker for resource:security_group_rule and tenant:dc19e4213be34c3784f47f73c2cff62f is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:50.716719 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:50.722443 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:50.795995 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:50.799772 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:50.804686 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:50.839014 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-915839252-network', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:56:50.846276 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffa1ee1-08c1-4feb-98fb-c750a46589ef,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:50.855047 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=74277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 09 15:56:50.865100 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:50.865426 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.db.segments_db [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Added segment a4ef4717-7a18-4bc0-a126-45b85bac1396 of type vlan for network c038a178-a944-4c56-b792-d2b2e48564e1 Jul 09 15:56:50.905620 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749711616898'] for network, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:50.912605 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:50.912964 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:50.913299 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:50.913657 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:50.914195 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:50.914522 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:50.914826 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:50.915160 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:50.915472 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:50.915781 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:50.916085 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Tracked resource versions report: Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: pushed versions: Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: { 'ConntrackHelper': {'1.0'}, Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: 'Log': {'1.0'}, Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: 'Network': {'1.1'}, Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: 'Port': {'1.5'}, Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: 'PortForwarding': {'1.2'}, Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: 'QosPolicy': {'1.8'}, Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: 'SecurityGroup': {'1.2'}, Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: 'SecurityGroupRule': {'1.0'}, Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: 'SubPort': {'1.0'}, Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: 'Subnet': {'1.1'}, Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: 'Trunk': {'1.1'}} Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: consumer versions: Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: { DHCP agent@dv-cinder-800228-1-smb: {}, Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: HyperV agent@hv-cinder-80022: {}, Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: L3 agent@dv-cinder-800228-1-smb: {}, Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: Metadata agent@dv-cinder-800228-1-smb: {}, Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: Metering agent@dv-cinder-800228-1-smb: {}, Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: Open vSwitch agent@dv-cinder-800228-1-smb: { 'ConntrackHelper': '1.0', Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: 'Log': '1.0', Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: 'Network': '1.1', Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: 'Port': '1.5', Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: 'PortForwarding': '1.2', Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: 'QosPolicy': '1.8', Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: 'SecurityGroup': '1.2', Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: 'SecurityGroupRule': '1.0', Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: 'SubPort': '1.0', Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: 'Subnet': '1.1', Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: 'Trunk': '1.1'}} Jul 09 15:56:50.917293 dv-cinder-800228-1-smb neutron-server[74277]: {{(pid=74277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 15:56:50.942172 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:50.944508 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:50.949830 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Usage tracker for resource:network and tenant:3ea28ba7538a42cf98540122fdcd24bc is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:50.954034 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:50.957286 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for network, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:50.961298 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:50.962130 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:50.966863 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:50.978052 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:51.073451 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9907198 Jul 09 15:56:51.077074 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 38808) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:51.084551 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Made reservation on behalf of 3ea28ba7538a42cf98540122fdcd24bc for: {'network': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:56:51.085296 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Request body: {'subnet': {'network_id': 'c038a178-a944-4c56-b792-d2b2e48564e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1543071593-subnet', 'tenant_id': 'dc19e4213be34c3784f47f73c2cff62f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:56:51.088920 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for network, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:51.091382 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:51.095459 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Usage tracker for resource:subnet and tenant:dc19e4213be34c3784f47f73c2cff62f is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:51.099429 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:51.107485 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:51.114011 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Pushing event updated for resources: {'Network': ['ID=c038a178-a944-4c56-b792-d2b2e48564e1,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:51.120518 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Made reservation on behalf of dc19e4213be34c3784f47f73c2cff62f for: {'subnet': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:56:51.120992 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:51.126895 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Network c038a178-a944-4c56-b792-d2b2e48564e1 details requested by agent ovs-agent-dv-cinder-800228-1-smb with host dv-cinder-800228-1-smb {{(pid=74278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:56:51.136702 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:51.136933 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:51.210083 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:51.215088 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Usage tracker for resource:security_group_rule and tenant:3ea28ba7538a42cf98540122fdcd24bc is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:51.218277 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:51.234410 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:51.379858 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:51.384740 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:51.402050 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=74277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 09 15:56:51.413563 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:51.414294 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.db.segments_db [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Added segment c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c of type vlan for network c0f8cb26-8b3d-4d13-b008-9f068bcd3651 Jul 09 15:56:51.446369 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749711616898'] for network, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:51.477437 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:51.487153 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for network, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:51.491447 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:51.492267 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:51.517459 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for subnet, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:51.524685 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:51.532204 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9faead-f025-4246-8910-a4388153b5b9,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:51.535974 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0326827 Jul 09 15:56:51.537157 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:51.537785 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:51.586065 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 38820) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:51.588246 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd3717d-7866-4f34-a1da-46fcac1b0f7d,revision_number=0']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:51.603197 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-38636939-5e75-49a4-9afe-c2e11d68ab7d admin admin] Request body: {'subnet': {'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-915839252-subnet', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:56:51.607413 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:51.607951 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:51.608433 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:51.608901 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:51.609378 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:51.609882 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:51.610364 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:51.610834 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:51.611294 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:51.611752 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:51.612210 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Tracked resource versions report: Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: pushed versions: Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: { 'ConntrackHelper': {'1.0'}, Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: 'Log': {'1.0'}, Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: 'Network': {'1.1'}, Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: 'Port': {'1.5'}, Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: 'PortForwarding': {'1.2'}, Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: 'QosPolicy': {'1.8'}, Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: 'SecurityGroup': {'1.2'}, Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: 'SecurityGroupRule': {'1.0'}, Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: 'SubPort': {'1.0'}, Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: 'Subnet': {'1.1'}, Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: 'Trunk': {'1.1'}} Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: consumer versions: Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: { DHCP agent@dv-cinder-800228-1-smb: {}, Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: HyperV agent@hv-cinder-80022: {}, Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: L3 agent@dv-cinder-800228-1-smb: {}, Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: Metadata agent@dv-cinder-800228-1-smb: {}, Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: Metering agent@dv-cinder-800228-1-smb: {}, Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: Open vSwitch agent@dv-cinder-800228-1-smb: { 'ConntrackHelper': '1.0', Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: 'Log': '1.0', Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: 'Network': '1.1', Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: 'Port': '1.5', Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: 'PortForwarding': '1.2', Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: 'QosPolicy': '1.8', Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: 'SecurityGroup': '1.2', Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: 'SecurityGroupRule': '1.0', Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: 'SubPort': '1.0', Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: 'Subnet': '1.1', Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: 'Trunk': '1.1'}} Jul 09 15:56:51.613527 dv-cinder-800228-1-smb neutron-server[74276]: {{(pid=74276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 15:56:51.624142 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-38636939-5e75-49a4-9afe-c2e11d68ab7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:51.629481 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-38636939-5e75-49a4-9afe-c2e11d68ab7d admin admin] Usage tracker for resource:subnet and tenant:3ea28ba7538a42cf98540122fdcd24bc is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:51.633743 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-38636939-5e75-49a4-9afe-c2e11d68ab7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:51.641333 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-38636939-5e75-49a4-9afe-c2e11d68ab7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:51.647177 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Pushing event updated for resources: {'Network': ['ID=c0f8cb26-8b3d-4d13-b008-9f068bcd3651,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:51.653350 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:51.659315 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:51.662383 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38636939-5e75-49a4-9afe-c2e11d68ab7d admin admin] Made reservation on behalf of 3ea28ba7538a42cf98540122fdcd24bc for: {'subnet': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:56:51.666423 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Network c0f8cb26-8b3d-4d13-b008-9f068bcd3651 details requested by agent ovs-agent-dv-cinder-800228-1-smb with host dv-cinder-800228-1-smb {{(pid=74278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:56:51.667782 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-38636939-5e75-49a4-9afe-c2e11d68ab7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:51.810472 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Checking segment: {'id': 'a4ef4717-7a18-4bc0-a126-45b85bac1396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c038a178-a944-4c56-b792-d2b2e48564e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:56:51.811219 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Network hostable DHCP agents. Network: c038a178-a944-4c56-b792-d2b2e48564e1, hostable agents: ['345db053-3c23-47d8-b5a3-85dd9c57b748'], hosted agents: [] {{(pid=74276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:56:51.835241 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 38830) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:51.876235 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 38838) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:51.877699 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Network c038a178-a944-4c56-b792-d2b2e48564e1 is scheduled to be hosted by DHCP agent 345db053-3c23-47d8-b5a3-85dd9c57b748 with binding_index 1 {{(pid=74276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:56:51.923655 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-smb, c038a178-a944-4c56-b792-d2b2e48564e1) {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:56:51.928976 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:51.930286 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:51.938766 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d442eb9-5d36-4e57-82cd-89d382b206c5 None None] Network c038a178-a944-4c56-b792-d2b2e48564e1 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 15:56:51.981888 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-fb525450-7afd-4c78-a1fe-51ecba9b8df8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9031281 Jul 09 15:56:52.045066 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-38636939-5e75-49a4-9afe-c2e11d68ab7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for subnet, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:52.050038 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:52.106315 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38636939-5e75-49a4-9afe-c2e11d68ab7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4105b35-a599-44f8-8dc4-3f9e81bce3de,revision_number=0']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:52.109543 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-38636939-5e75-49a4-9afe-c2e11d68ab7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:52.149475 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38636939-5e75-49a4-9afe-c2e11d68ab7d admin admin] Checking segment: {'id': 'c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:56:52.150148 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38636939-5e75-49a4-9afe-c2e11d68ab7d admin admin] Network hostable DHCP agents. Network: c0f8cb26-8b3d-4d13-b008-9f068bcd3651, hostable agents: ['345db053-3c23-47d8-b5a3-85dd9c57b748'], hosted agents: [] {{(pid=74276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:56:52.178120 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38636939-5e75-49a4-9afe-c2e11d68ab7d admin admin] Network c0f8cb26-8b3d-4d13-b008-9f068bcd3651 is scheduled to be hosted by DHCP agent 345db053-3c23-47d8-b5a3-85dd9c57b748 with binding_index 1 {{(pid=74276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:56:52.191077 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-38636939-5e75-49a4-9afe-c2e11d68ab7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-smb, c0f8cb26-8b3d-4d13-b008-9f068bcd3651) {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:56:52.203980 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38636939-5e75-49a4-9afe-c2e11d68ab7d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:52.205287 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-38636939-5e75-49a4-9afe-c2e11d68ab7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:52.207980 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed2b3ae-4ac1-478c-9cb7-3046341c6f76 None None] Network c0f8cb26-8b3d-4d13-b008-9f068bcd3651 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 15:56:52.232409 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-38636939-5e75-49a4-9afe-c2e11d68ab7d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6348643 Jul 09 15:56:52.234782 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 38856) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:52.240148 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:56:52.245321 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:52.249581 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Usage tracker for resource:router and tenant:3ea28ba7538a42cf98540122fdcd24bc is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:52.252548 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:52.258607 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:52.263738 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-346599940-network', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:56:52.270416 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:52.272853 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3313'] for router, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:52.273542 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1002965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-895729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3272'] for router, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:52.276017 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Usage tracker for resource:network and tenant:69e197f3158d4b4ca9126da741e0244b is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:52.280304 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:52.287545 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:52.299025 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8722b6-1f3a-4b26-98f8-f4b568898805 None None] Network c038a178-a944-4c56-b792-d2b2e48564e1 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 15:56:52.315418 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Made reservation on behalf of 69e197f3158d4b4ca9126da741e0244b for: {'network': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:56:52.319067 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:52.319302 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for network, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:52.340697 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:52.434954 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-377368882-network', 'tenant_id': '798c4c987947430b9f5ca3417f6fae1e'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:56:52.435740 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:52.440469 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:52.443911 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Usage tracker for resource:security_group_rule and tenant:69e197f3158d4b4ca9126da741e0244b is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:52.447994 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Usage tracker for resource:network and tenant:798c4c987947430b9f5ca3417f6fae1e is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:52.450962 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:52.468626 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:52.498584 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:52.515467 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:52.530860 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1013703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3286'] for router, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:52.538352 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Made reservation on behalf of 798c4c987947430b9f5ca3417f6fae1e for: {'network': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:56:52.540998 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for network, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:52.556900 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:52.636782 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:52.643328 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:52.664135 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=74276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 09 15:56:52.667864 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:52.688319 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:52.693405 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Usage tracker for resource:security_group_rule and tenant:798c4c987947430b9f5ca3417f6fae1e is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:52.697604 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:52.705280 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:52.727305 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc38ff2d-dac6-4483-9d7c-1c7660b08a79,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:52.734205 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:52.743516 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:52.745743 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.db.segments_db [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Added segment 897d2c95-00e8-4b08-be94-a29f529797aa of type vlan for network 88af3f02-3ae7-418d-94f8-4723b7c0d0cd Jul 09 15:56:52.759260 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27fa64f2-aefc-5c61-8fba-6302c62037c8-c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'fixed_ips': [{'subnet_id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de'}]}} from dv-cinder-800228-1-smb. {{(pid=74278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jul 09 15:56:52.761092 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:52.810711 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749711616898'] for network, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:52.826706 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:52.855920 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:52.867246 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:52.887910 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for network, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:52.889572 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:52.890368 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:52.923876 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.db.api [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74277) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:56:52.924252 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_db.api [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:56:52.925118 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:52.935542 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:52.952698 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf1cd17-5fff-483b-b312-0e33bd7cad1e,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:52.954211 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.db_base_plugin_common [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Allocated IP 172.20.0.2 (c0f8cb26-8b3d-4d13-b008-9f068bcd3651/b4105b35-a599-44f8-8dc4-3f9e81bce3de/b49e467e-afe2-4d40-ab35-03817409539b) {{(pid=74278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:56:52.958597 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:52.959154 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:53.136463 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2980564 Jul 09 15:56:53.142681 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 38886) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:53.162440 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Pushing event updated for resources: {'Network': ['ID=88af3f02-3ae7-418d-94f8-4723b7c0d0cd,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:53.164669 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-880b15c8-5b68-4805-be0a-e3a8251440f9 admin admin] Request body: {'subnet': {'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-subnet', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:56:53.165357 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:53.189134 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Network 88af3f02-3ae7-418d-94f8-4723b7c0d0cd details requested by agent ovs-agent-dv-cinder-800228-1-smb with host dv-cinder-800228-1-smb {{(pid=74278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:56:53.189659 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Allocated IP 172.28.0.198 (9b0e874f-69b5-4e89-8292-fc23cbc7812a/89578b1c-09bb-418b-8489-b10f6f860e17/ef6fafeb-e0f5-4ddb-8041-b4cf697737fb) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:56:53.195056 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-880b15c8-5b68-4805-be0a-e3a8251440f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:53.215822 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-880b15c8-5b68-4805-be0a-e3a8251440f9 admin admin] Usage tracker for resource:subnet and tenant:69e197f3158d4b4ca9126da741e0244b is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:53.226215 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-880b15c8-5b68-4805-be0a-e3a8251440f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:53.245675 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-880b15c8-5b68-4805-be0a-e3a8251440f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:53.301677 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880b15c8-5b68-4805-be0a-e3a8251440f9 admin admin] Made reservation on behalf of 69e197f3158d4b4ca9126da741e0244b for: {'subnet': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:56:53.304084 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-880b15c8-5b68-4805-be0a-e3a8251440f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:53.309019 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Notify callbacks [] for port, precommit_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:53.326214 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Transition to ACTIVE for port object b49e467e-afe2-4d40-ab35-03817409539b will not be triggered until provisioned by entity L2. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:56:53.348739 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Transition to ACTIVE for port object b49e467e-afe2-4d40-ab35-03817409539b will not be triggered until provisioned by entity DHCP. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:56:53.369189 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:53.376437 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:53.426576 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for network, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:53.452855 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Pushing event updated for resources: {'Port': ['ID=b49e467e-afe2-4d40-ab35-03817409539b,revision_number=1']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:53.467815 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=74277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 09 15:56:53.469059 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:53.469502 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:53.469991 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:53.470754 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:53.470931 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:53.471347 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:53.471886 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:53.472301 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:53.472715 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:53.473196 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:53.473731 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Tracked resource versions report: Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: pushed versions: Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: { 'ConntrackHelper': {'1.0'}, Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: 'Log': {'1.0'}, Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: 'Network': {'1.1'}, Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: 'Port': {'1.5'}, Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: 'PortForwarding': {'1.2'}, Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: 'QosPolicy': {'1.8'}, Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: 'SecurityGroup': {'1.2'}, Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: 'SecurityGroupRule': {'1.0'}, Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: 'SubPort': {'1.0'}, Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: 'Subnet': {'1.1'}, Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: 'Trunk': {'1.1'}} Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: consumer versions: Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: { DHCP agent@dv-cinder-800228-1-smb: {}, Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: HyperV agent@hv-cinder-80022: {}, Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: L3 agent@dv-cinder-800228-1-smb: {}, Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: Metadata agent@dv-cinder-800228-1-smb: {}, Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: Metering agent@dv-cinder-800228-1-smb: {}, Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: Open vSwitch agent@dv-cinder-800228-1-smb: { 'ConntrackHelper': '1.0', Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: 'Log': '1.0', Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: 'Network': '1.1', Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: 'Port': '1.5', Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: 'PortForwarding': '1.2', Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: 'QosPolicy': '1.8', Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: 'SecurityGroup': '1.2', Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: 'SecurityGroupRule': '1.0', Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: 'SubPort': '1.0', Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: 'Subnet': '1.1', Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: 'Trunk': '1.1'}} Jul 09 15:56:53.474934 dv-cinder-800228-1-smb neutron-server[74278]: {{(pid=74278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 15:56:53.483021 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:53.483549 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.db.segments_db [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Added segment adca9cec-0610-4cd5-80a7-431e2d776b16 of type vlan for network 0720c046-472b-41f7-aed1-fe5049b59216 Jul 09 15:56:53.497714 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:53.507782 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Network c0f8cb26-8b3d-4d13-b008-9f068bcd3651 is already hosted by enough agents. {{(pid=74278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:56:53.509132 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.scheduler.base_scheduler [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Resources bound (agent type, host, resource id): {{(pid=74278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:56:53.511983 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Received port after_create {{(pid=74278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:56:53.512395 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749711616898'] for network, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:53.557354 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for network, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:53.571241 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:53.572249 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:53.603059 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:53.620806 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Attempting to bind port b49e467e-afe2-4d40-ab35-03817409539b on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:56:53.621359 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Attempting to bind port b49e467e-afe2-4d40-ab35-03817409539b by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': 'c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651'}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:56:53.624793 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Attempting to bind port b49e467e-afe2-4d40-ab35-03817409539b on network c0f8cb26-8b3d-4d13-b008-9f068bcd3651 {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:56:53.625155 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 38902) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:53.625589 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7480865 Jul 09 15:56:53.629521 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:56:53.630594 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Checking segment: {'id': 'c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:56:53.631227 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:53.631817 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Bound using segment: {'id': 'c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651'} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:56:53.632603 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Bound port: b49e467e-afe2-4d40-ab35-03817409539b, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651'}}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:56:53.632739 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-5eb30f0d-48e5-4156-afc2-41a46b97af0b admin admin] Request body: {'subnet': {'network_id': '0720c046-472b-41f7-aed1-fe5049b59216', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-377368882-subnet', 'tenant_id': '798c4c987947430b9f5ca3417f6fae1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:56:53.633436 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:53.641198 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-5eb30f0d-48e5-4156-afc2-41a46b97af0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:53.651753 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-5eb30f0d-48e5-4156-afc2-41a46b97af0b admin admin] Usage tracker for resource:subnet and tenant:798c4c987947430b9f5ca3417f6fae1e is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:53.658593 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-5eb30f0d-48e5-4156-afc2-41a46b97af0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:53.675189 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-5eb30f0d-48e5-4156-afc2-41a46b97af0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:53.697503 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb30f0d-48e5-4156-afc2-41a46b97af0b admin admin] Made reservation on behalf of 798c4c987947430b9f5ca3417f6fae1e for: {'subnet': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:56:53.700586 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-5eb30f0d-48e5-4156-afc2-41a46b97af0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:53.805150 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:53.835401 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Pushing event updated for resources: {'Network': ['ID=0720c046-472b-41f7-aed1-fe5049b59216,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:53.844112 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:53.847157 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] For port b49e467e-afe2-4d40-ab35-03817409539b, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:56:53.858903 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] For port b49e467e-afe2-4d40-ab35-03817409539b, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=b49e467e-afe2-4d40-ab35-03817409539b,segment=NetworkSegment(c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c),segment_id=c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c)] {{(pid=74278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:56:53.867398 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Network 0720c046-472b-41f7-aed1-fe5049b59216 details requested by agent ovs-agent-dv-cinder-800228-1-smb with host dv-cinder-800228-1-smb {{(pid=74278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:56:53.946540 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-880b15c8-5b68-4805-be0a-e3a8251440f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for subnet, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:53.953673 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:54.003068 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:54.022673 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b15c8-5b68-4805-be0a-e3a8251440f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4006d4af-f154-4912-bdbd-6a5ff3424039,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:54.027874 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:54.029703 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:54.031982 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-880b15c8-5b68-4805-be0a-e3a8251440f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:54.046076 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-4ce12380-5880-4bfd-a7c5-38d769bc5276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:54.141679 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-5eb30f0d-48e5-4156-afc2-41a46b97af0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for subnet, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:54.158618 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Pushing event updated for resources: {'Port': ['ID=ef6fafeb-e0f5-4ddb-8041-b4cf697737fb,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:54.165820 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-38636939-5e75-49a4-9afe-c2e11d68ab7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:54.175209 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:54.185231 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Network 9b0e874f-69b5-4e89-8292-fc23cbc7812a is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:56:54.195839 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:56:54.200956 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:56:54.334547 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb30f0d-48e5-4156-afc2-41a46b97af0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4121e6a0-77e3-405e-b1c9-fb3cc0cd4986,revision_number=0']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:54.339397 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-5eb30f0d-48e5-4156-afc2-41a46b97af0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:54.340700 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb30f0d-48e5-4156-afc2-41a46b97af0b admin admin] Checking segment: {'id': 'adca9cec-0610-4cd5-80a7-431e2d776b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0720c046-472b-41f7-aed1-fe5049b59216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:56:54.341009 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb30f0d-48e5-4156-afc2-41a46b97af0b admin admin] Network hostable DHCP agents. Network: 0720c046-472b-41f7-aed1-fe5049b59216, hostable agents: ['345db053-3c23-47d8-b5a3-85dd9c57b748'], hosted agents: [] {{(pid=74276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:56:54.343979 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Pushing event updated for resources: {'Port': ['ID=b49e467e-afe2-4d40-ab35-03817409539b,revision_number=2']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:54.364547 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:54.367325 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb30f0d-48e5-4156-afc2-41a46b97af0b admin admin] Network 0720c046-472b-41f7-aed1-fe5049b59216 is scheduled to be hosted by DHCP agent 345db053-3c23-47d8-b5a3-85dd9c57b748 with binding_index 1 {{(pid=74276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:56:54.381549 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-5eb30f0d-48e5-4156-afc2-41a46b97af0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-smb, 0720c046-472b-41f7-aed1-fe5049b59216) {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:56:54.386773 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb30f0d-48e5-4156-afc2-41a46b97af0b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:54.387362 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-5eb30f0d-48e5-4156-afc2-41a46b97af0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:54.418376 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40475df-7f30-4109-98d1-2cd85bc24a6d None None] Network 0720c046-472b-41f7-aed1-fe5049b59216 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 15:56:54.424382 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-5eb30f0d-48e5-4156-afc2-41a46b97af0b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7975476 Jul 09 15:56:54.426917 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 38922) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:54.457705 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-377368882-router', 'tenant_id': '798c4c987947430b9f5ca3417f6fae1e', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:56:54.475576 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:54.486587 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Usage tracker for resource:router and tenant:798c4c987947430b9f5ca3417f6fae1e is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:54.512667 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:54.530156 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:54.532854 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b15c8-5b68-4805-be0a-e3a8251440f9 admin admin] Checking segment: {'id': '897d2c95-00e8-4b08-be94-a29f529797aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:56:54.533199 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880b15c8-5b68-4805-be0a-e3a8251440f9 admin admin] Network hostable DHCP agents. Network: 88af3f02-3ae7-418d-94f8-4723b7c0d0cd, hostable agents: ['345db053-3c23-47d8-b5a3-85dd9c57b748'], hosted agents: [] {{(pid=74277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:56:54.596670 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3313'] for router, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:54.598344 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1002965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-895729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3272'] for router, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:54.639613 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:54.889235 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880b15c8-5b68-4805-be0a-e3a8251440f9 admin admin] Network 88af3f02-3ae7-418d-94f8-4723b7c0d0cd is scheduled to be hosted by DHCP agent 345db053-3c23-47d8-b5a3-85dd9c57b748 with binding_index 1 {{(pid=74277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:56:54.971220 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-880b15c8-5b68-4805-be0a-e3a8251440f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-smb, 88af3f02-3ae7-418d-94f8-4723b7c0d0cd) {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:56:54.976157 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880b15c8-5b68-4805-be0a-e3a8251440f9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:54.976940 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-880b15c8-5b68-4805-be0a-e3a8251440f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:54.981873 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc40f1d-9b91-4e40-84e9-0858df76ad72 None None] Network 0720c046-472b-41f7-aed1-fe5049b59216 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 15:56:55.013991 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d916d11-94af-4cbd-8471-a9010bce5b9c None None] Network 88af3f02-3ae7-418d-94f8-4723b7c0d0cd requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 15:56:55.019107 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1013703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3286'] for router, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:55.043435 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-880b15c8-5b68-4805-be0a-e3a8251440f9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8971341 Jul 09 15:56:55.043796 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 38942) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:55.045412 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:55.046414 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1011750'] for router, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:55.049241 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:56:55.056988 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:55.074621 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Usage tracker for resource:router and tenant:69e197f3158d4b4ca9126da741e0244b is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:55.091290 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:55.103063 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:55.160381 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device b49e467e-afe2-4d40-ab35-03817409539b up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:56:55.189011 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3313'] for router, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:55.190491 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1002965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-895729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3272'] for router, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:55.247783 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:55.298212 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:55.453696 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port b49e467e-afe2-4d40-ab35-03817409539b completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:56:55.702390 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:55.796785 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:55.824030 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27fa64f2-aefc-5c61-8fba-6302c62037c8-88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039'}]}} from dv-cinder-800228-1-smb. {{(pid=74278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jul 09 15:56:55.826515 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:55.895748 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 38964) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:55.930683 dv-cinder-800228-1-smb neutron-server[74276]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 15:56:56.102988 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b4f444-fcbb-454f-a84e-82b463a8fc50 None None] Network c0f8cb26-8b3d-4d13-b008-9f068bcd3651 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 15:56:56.216725 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1013703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3286'] for router, precommit_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:56.221653 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Allocated IP 172.28.0.199 (9b0e874f-69b5-4e89-8292-fc23cbc7812a/89578b1c-09bb-418b-8489-b10f6f860e17/8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:56:56.260971 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Router 620dd722-2137-4921-89e9-7e20a8df1ff7 is scheduled to L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 with binding_index 1 {{(pid=74277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 09 15:56:56.340116 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95557296-7085-42e8-802d-837e8bbf193f req-ec896ca3-e798-47ba-9c01-3c3650056b3b tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:56.347428 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-95557296-7085-42e8-802d-837e8bbf193f req-ec896ca3-e798-47ba-9c01-3c3650056b3b tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/networks?id=c038a178-a944-4c56-b792-d2b2e48564e1 HTTP/1.1" status: 200 len: 812 time: 0.4372764 Jul 09 15:56:56.429453 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-95557296-7085-42e8-802d-837e8bbf193f req-25b8dc06-7344-44d3-8bb0-bb94c7d7c956 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/quotas/dc19e4213be34c3784f47f73c2cff62f HTTP/1.1" status: 200 len: 375 time: 0.0806575 Jul 09 15:56:56.491960 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-95557296-7085-42e8-802d-837e8bbf193f req-37dec3d9-a273-4a42-9de9-e52ce71c5827 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dc19e4213be34c3784f47f73c2cff62f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609577 Jul 09 15:56:56.535050 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-39f893da-a550-43df-863f-18c4194f4848 None None] Provisioning for port b49e467e-afe2-4d40-ab35-03817409539b completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:56:56.560087 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-39f893da-a550-43df-863f-18c4194f4848 None None] Provisioning complete for port b49e467e-afe2-4d40-ab35-03817409539b triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:56:56.560461 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-39f893da-a550-43df-863f-18c4194f4848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:56.683406 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:56.726694 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:56.774974 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.db_base_plugin_common [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Allocated IP 172.20.0.2 (88af3f02-3ae7-418d-94f8-4723b7c0d0cd/4006d4af-f154-4912-bdbd-6a5ff3424039/7682f0ba-42de-41fa-a093-65fddcc772fc) {{(pid=74278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:56:56.826143 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:56.973011 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:57.009531 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:57.032229 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 39000) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:57.086208 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_common [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Allocated IP 172.28.0.41 (9b0e874f-69b5-4e89-8292-fc23cbc7812a/89578b1c-09bb-418b-8489-b10f6f860e17/4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979) {{(pid=74276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:56:57.123745 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Network 9b0e874f-69b5-4e89-8292-fc23cbc7812a is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:56:57.132277 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:56:57.141649 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:56:57.180175 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-39f893da-a550-43df-863f-18c4194f4848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:57.270773 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Pushing event updated for resources: {'Port': ['ID=8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:57.288712 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:57.343594 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:56:57.359729 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] Sync routers for ids ['620dd722-2137-4921-89e9-7e20a8df1ff7'] in dv-cinder-800228-1-smb {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 15:56:57.377222 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] Routers {'620dd722-2137-4921-89e9-7e20a8df1ff7'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:56:57.378454 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:56:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['620dd722-2137-4921-89e9-7e20a8df1ff7'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:57.381571 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-39f893da-a550-43df-863f-18c4194f4848 None None] For port b49e467e-afe2-4d40-ab35-03817409539b, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=b49e467e-afe2-4d40-ab35-03817409539b,segment=NetworkSegment(c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c),segment_id=c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:56:57.397322 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-39f893da-a550-43df-863f-18c4194f4848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:57.405857 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Notify callbacks [] for router, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:57.412767 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1736815 Jul 09 15:56:57.414050 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 39012) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:57.419876 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:57.458503 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Notify callbacks [] for port, precommit_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:57.516352 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Transition to ACTIVE for port object 7682f0ba-42de-41fa-a093-65fddcc772fc will not be triggered until provisioned by entity L2. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:56:57.580572 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Transition to ACTIVE for port object 7682f0ba-42de-41fa-a093-65fddcc772fc will not be triggered until provisioned by entity DHCP. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:56:57.605083 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f893da-a550-43df-863f-18c4194f4848 None None] Pushing event updated for resources: {'Port': ['ID=b49e467e-afe2-4d40-ab35-03817409539b,revision_number=3']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:57.608037 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:57.623840 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-39f893da-a550-43df-863f-18c4194f4848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:57.624317 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-39f893da-a550-43df-863f-18c4194f4848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:57.658111 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:57.689006 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Network 88af3f02-3ae7-418d-94f8-4723b7c0d0cd is already hosted by enough agents. {{(pid=74278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:56:57.692033 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.scheduler.base_scheduler [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Resources bound (agent type, host, resource id): {{(pid=74278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:56:57.699513 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Received port after_create {{(pid=74278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:56:57.701693 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Pushing event updated for resources: {'Port': ['ID=7682f0ba-42de-41fa-a093-65fddcc772fc,revision_number=1']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:57.706131 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:57.727334 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] Set router 620dd722-2137-4921-89e9-7e20a8df1ff7 gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:56:57.778346 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [req-95557296-7085-42e8-802d-837e8bbf193f req-f3cd547e-3047-47bc-839c-e05bb33caa3a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=74276) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 09 15:56:57.788326 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-95557296-7085-42e8-802d-837e8bbf193f req-f3cd547e-3047-47bc-839c-e05bb33caa3a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.9309616 Jul 09 15:56:57.895122 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:57.936951 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Attempting to bind port 7682f0ba-42de-41fa-a093-65fddcc772fc on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:56:57.937272 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Attempting to bind port 7682f0ba-42de-41fa-a093-65fddcc772fc by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': '897d2c95-00e8-4b08-be94-a29f529797aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd'}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:56:57.937860 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Attempting to bind port 7682f0ba-42de-41fa-a093-65fddcc772fc on network 88af3f02-3ae7-418d-94f8-4723b7c0d0cd {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:56:57.941426 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:57.942292 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1011750'] for router, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:57.955825 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:56:57.956195 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Checking segment: {'id': '897d2c95-00e8-4b08-be94-a29f529797aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:56:57.956566 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:57.956953 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Bound using segment: {'id': '897d2c95-00e8-4b08-be94-a29f529797aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd'} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:56:57.957420 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Bound port: 7682f0ba-42de-41fa-a093-65fddcc772fc, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897d2c95-00e8-4b08-be94-a29f529797aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd'}}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:56:57.957825 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:57.998122 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-169814d0-55d8-431d-84d0-eecf36098d82 None None] Provisioning complete for port b49e467e-afe2-4d40-ab35-03817409539b triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:56:57.998490 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-169814d0-55d8-431d-84d0-eecf36098d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:58.042786 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:58.191121 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Pushing event updated for resources: {'Port': ['ID=4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:58.198863 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-90471112-e30b-4634-a660-9e8f95b382b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:58.258460 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:58.282657 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Network 9b0e874f-69b5-4e89-8292-fc23cbc7812a is already hosted by enough agents. {{(pid=74276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:56:58.293994 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:56:58.321455 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Received port after_create {{(pid=74276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:56:58.402006 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] For port 7682f0ba-42de-41fa-a093-65fddcc772fc, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:56:58.420269 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:52Z', 'updated_at': '2021-07-09T15:56:54Z', 'revision_number': 3, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'gw_port': {'id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:09:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:53Z', 'updated_at': '2021-07-09T15:56:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:58.424877 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] Checking router: 620dd722-2137-4921-89e9-7e20a8df1ff7 for host: dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 15:56:58.425260 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] Updating router 620dd722-2137-4921-89e9-7e20a8df1ff7 port ef6fafeb-e0f5-4ddb-8041-b4cf697737fb binding host dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 09 15:56:58.443527 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] For port 7682f0ba-42de-41fa-a093-65fddcc772fc, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=7682f0ba-42de-41fa-a093-65fddcc772fc,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:56:58.451179 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:58.455773 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:58.482249 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-90471112-e30b-4634-a660-9e8f95b382b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:58.509607 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:58.509803 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-90471112-e30b-4634-a660-9e8f95b382b4 admin admin] Usage tracker for resource:security_group_rule and tenant:7a208fcf16c3471dbb2e914f1e1f999a is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:58.523208 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-90471112-e30b-4634-a660-9e8f95b382b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:58.587585 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-90471112-e30b-4634-a660-9e8f95b382b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:58.588901 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Pushing event updated for resources: {'Port': ['ID=7682f0ba-42de-41fa-a093-65fddcc772fc,revision_number=2']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:58.603060 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:58.684948 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-95557296-7085-42e8-802d-837e8bbf193f req-70dc3139-87d0-4cfc-84eb-911c9d81d14e service neutron] 10.222.0.66 "GET /v2.0/networks/c038a178-a944-4c56-b792-d2b2e48564e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8949344 Jul 09 15:56:58.734899 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Router 96c649ff-d6aa-4e19-9740-3b413796a21a is scheduled to L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 with binding_index 1 {{(pid=74277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 09 15:56:58.986753 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-90471112-e30b-4634-a660-9e8f95b382b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:59.064236 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device b49e467e-afe2-4d40-ab35-03817409539b up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:56:59.071725 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-90471112-e30b-4634-a660-9e8f95b382b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:59.156105 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:59.165464 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-90471112-e30b-4634-a660-9e8f95b382b4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7a208fcf16c3471dbb2e914f1e1f999a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1321282 Jul 09 15:56:59.174609 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 39074) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:59.253513 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 39080) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:59.267580 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port b49e467e-afe2-4d40-ab35-03817409539b triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:56:59.274882 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:59.378248 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-95557296-7085-42e8-802d-837e8bbf193f req-98e12b4b-fad2-4e41-b6ab-86c185ea33ad service neutron] 10.222.0.66 "GET /v2.0/networks/c038a178-a944-4c56-b792-d2b2e48564e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6915553 Jul 09 15:56:59.453319 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90471112-e30b-4634-a660-9e8f95b382b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f24886b-12c5-46de-82bf-162d43ae8823,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:59.465893 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-90471112-e30b-4634-a660-9e8f95b382b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:59.538484 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:56:59.561261 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] Notify callbacks [] for port, precommit_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:59.568842 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Notify callbacks [] for router, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:59.573631 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 39088) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:59.577952 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-63a85a60-de9e-4c60-897f-0948b21c369e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:59.581040 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] Sync routers for ids ['96c649ff-d6aa-4e19-9740-3b413796a21a'] in dv-cinder-800228-1-smb {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 15:56:59.588010 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1556566 Jul 09 15:56:59.618316 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.provisioning_blocks [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] Transition to ACTIVE for port object ef6fafeb-e0f5-4ddb-8041-b4cf697737fb will not be triggered until provisioned by entity L2. {{(pid=74279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:56:59.628868 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-63a85a60-de9e-4c60-897f-0948b21c369e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:59.636838 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:59.645417 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] Routers {'96c649ff-d6aa-4e19-9740-3b413796a21a'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:56:59.646798 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:56:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['96c649ff-d6aa-4e19-9740-3b413796a21a'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:59.654939 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-bf3f702d-99c3-48f2-a2e3-02d51e44b981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:59.741513 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2800e917-c516-4afe-bc10-d3d96b3b8d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:59.830068 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3983d3-e6e8-475b-8a82-5f67233e7e36 None None] Pushing event updated for resources: {'Port': ['ID=ef6fafeb-e0f5-4ddb-8041-b4cf697737fb,revision_number=2']} {{(pid=74279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:59.835848 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] Attempting to bind port ef6fafeb-e0f5-4ddb-8041-b4cf697737fb on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:56:59.836230 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] Attempting to bind port ef6fafeb-e0f5-4ddb-8041-b4cf697737fb by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}] {{(pid=74279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:56:59.836613 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] Attempting to bind port ef6fafeb-e0f5-4ddb-8041-b4cf697737fb on network 9b0e874f-69b5-4e89-8292-fc23cbc7812a {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:56:59.848438 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3983d3-e6e8-475b-8a82-5f67233e7e36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:59.848777 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3983d3-e6e8-475b-8a82-5f67233e7e36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:59.849154 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3983d3-e6e8-475b-8a82-5f67233e7e36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:59.849484 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3983d3-e6e8-475b-8a82-5f67233e7e36 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:59.849837 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3983d3-e6e8-475b-8a82-5f67233e7e36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:59.850205 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3983d3-e6e8-475b-8a82-5f67233e7e36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:59.850527 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3983d3-e6e8-475b-8a82-5f67233e7e36 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:59.850998 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3983d3-e6e8-475b-8a82-5f67233e7e36 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:59.851365 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3983d3-e6e8-475b-8a82-5f67233e7e36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:59.851681 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3983d3-e6e8-475b-8a82-5f67233e7e36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:59.851990 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3983d3-e6e8-475b-8a82-5f67233e7e36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3983d3-e6e8-475b-8a82-5f67233e7e36 None None] Tracked resource versions report: Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: pushed versions: Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: { 'ConntrackHelper': {'1.0'}, Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: 'Log': {'1.0'}, Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: 'Network': {'1.1'}, Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: 'Port': {'1.5'}, Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: 'PortForwarding': {'1.2'}, Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: 'QosPolicy': {'1.8'}, Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: 'SecurityGroup': {'1.2'}, Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: 'SecurityGroupRule': {'1.0'}, Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: 'SubPort': {'1.0'}, Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: 'Subnet': {'1.1'}, Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: 'Trunk': {'1.1'}} Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: consumer versions: Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: { DHCP agent@dv-cinder-800228-1-smb: {}, Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: HyperV agent@hv-cinder-80022: {}, Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: L3 agent@dv-cinder-800228-1-smb: {}, Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: Metadata agent@dv-cinder-800228-1-smb: {}, Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: Metering agent@dv-cinder-800228-1-smb: {}, Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: Open vSwitch agent@dv-cinder-800228-1-smb: { 'ConntrackHelper': '1.0', Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: 'Log': '1.0', Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: 'Network': '1.1', Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: 'Port': '1.5', Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: 'PortForwarding': '1.2', Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: 'QosPolicy': '1.8', Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: 'SecurityGroup': '1.2', Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: 'SecurityGroupRule': '1.0', Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: 'SubPort': '1.0', Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: 'Subnet': '1.1', Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: 'Trunk': '1.1'}} Jul 09 15:56:59.853225 dv-cinder-800228-1-smb neutron-server[74279]: {{(pid=74279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 15:56:59.856883 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:56:59.857289 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] Checking segment: {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:56:59.857730 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-2800e917-c516-4afe-bc10-d3d96b3b8d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:59.857887 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:59.858152 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] Bound using segment: {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'} {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:56:59.858628 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] Bound port: ef6fafeb-e0f5-4ddb-8041-b4cf697737fb, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}}] {{(pid=74279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:56:59.859063 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:59.868054 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-2800e917-c516-4afe-bc10-d3d96b3b8d3b admin admin] Usage tracker for resource:security_group_rule and tenant:d791b42c44f64408bf1b63d6569d396c is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:59.873725 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-2800e917-c516-4afe-bc10-d3d96b3b8d3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:59.895113 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-2800e917-c516-4afe-bc10-d3d96b3b8d3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:59.898109 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-2f3983d3-e6e8-475b-8a82-5f67233e7e36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:59.916862 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:59.916862 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1011750'] for router, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:59.959073 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:59.999462 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.db [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] For port ef6fafeb-e0f5-4ddb-8041-b4cf697737fb, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:57:00.003684 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.db [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] For port ef6fafeb-e0f5-4ddb-8041-b4cf697737fb, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=ef6fafeb-e0f5-4ddb-8041-b4cf697737fb,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:57:00.014516 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-63a85a60-de9e-4c60-897f-0948b21c369e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:00.016840 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:00.021605 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 39108) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:00.025139 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:00.047001 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-90471112-e30b-4634-a660-9e8f95b382b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:00.131852 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a85a60-de9e-4c60-897f-0948b21c369e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f24886b-12c5-46de-82bf-162d43ae8823,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:00.142753 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] Set router 96c649ff-d6aa-4e19-9740-3b413796a21a gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:57:00.169287 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-63a85a60-de9e-4c60-897f-0948b21c369e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:00.183568 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2800e917-c516-4afe-bc10-d3d96b3b8d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:00.193893 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2800e917-c516-4afe-bc10-d3d96b3b8d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:00.203435 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3983d3-e6e8-475b-8a82-5f67233e7e36 None None] Pushing event updated for resources: {'Port': ['ID=ef6fafeb-e0f5-4ddb-8041-b4cf697737fb,revision_number=3']} {{(pid=74279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:00.208630 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5c9806e0-b791-44e6-b5e3-048054c10f61 req-a1269c10-79f0-4628-860c-32a1338cfe87 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 210 time: 0.1764588 Jul 09 15:57:00.225049 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-2f3983d3-e6e8-475b-8a82-5f67233e7e36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:00.226282 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] Routers {'620dd722-2137-4921-89e9-7e20a8df1ff7'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:57:00.228532 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:56:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['620dd722-2137-4921-89e9-7e20a8df1ff7'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:00.237988 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:00.251824 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-2800e917-c516-4afe-bc10-d3d96b3b8d3b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d791b42c44f64408bf1b63d6569d396c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9818521 Jul 09 15:57:00.253635 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 39116) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:00.300619 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800e917-c516-4afe-bc10-d3d96b3b8d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0578b1-7193-4922-90f7-8ee8adb5a9aa,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:00.302277 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290f5a3a-3370-4df9-8828-133c0f8bb804 None None] Network 88af3f02-3ae7-418d-94f8-4723b7c0d0cd requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 15:57:00.303948 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2800e917-c516-4afe-bc10-d3d96b3b8d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:00.316236 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-63a85a60-de9e-4c60-897f-0948b21c369e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:00.325721 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-63a85a60-de9e-4c60-897f-0948b21c369e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1f24886b-12c5-46de-82bf-162d43ae8823 HTTP/1.1" status: 204 len: 168 time: 1.1446373 Jul 09 15:57:00.515871 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Allocated IP 172.20.0.1 (c0f8cb26-8b3d-4d13-b008-9f068bcd3651/b4105b35-a599-44f8-8dc4-3f9e81bce3de/1d16fb4c-6e33-4c4f-b6bc-fe27943850bf) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:57:00.694085 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] Set router 620dd722-2137-4921-89e9-7e20a8df1ff7 gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:57:00.762207 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-5cad11fe-851b-4cfe-89f1-fbc1ff14dba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:00.890724 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-88c8028d-c3bd-4388-9721-8efa029d49c9 None None] Provisioning for port 7682f0ba-42de-41fa-a093-65fddcc772fc completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:57:00.900204 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-5cad11fe-851b-4cfe-89f1-fbc1ff14dba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:01.142558 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:01.159627 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 7682f0ba-42de-41fa-a093-65fddcc772fc up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:57:01.211376 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Transition to ACTIVE for port object 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf will not be triggered until provisioned by entity DHCP. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:57:01.222908 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 39150) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:01.286196 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fa676b2a-fada-44cf-8b9a-126470dd6caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:01.428955 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-fa676b2a-fada-44cf-8b9a-126470dd6caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:01.436937 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:01.450611 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-fa676b2a-fada-44cf-8b9a-126470dd6caf admin admin] Usage tracker for resource:security_group_rule and tenant:36057142e3484080803ecf7709e7fcd7 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:01.464752 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-5cad11fe-851b-4cfe-89f1-fbc1ff14dba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:01.468592 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:01.502324 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:01.517425 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-23b76e63-95c6-4da0-b3fd-6874fce360f4 req-99f58331-76ff-486f-9b08-4befa240bed8 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 210 time: 0.0967493 Jul 09 15:57:01.522674 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Router 8cc6a412-5080-4c7e-8d8a-760a356dca2a is scheduled to L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 with binding_index 1 {{(pid=74276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 09 15:57:01.537836 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad11fe-851b-4cfe-89f1-fbc1ff14dba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0578b1-7193-4922-90f7-8ee8adb5a9aa,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:01.565085 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-5cad11fe-851b-4cfe-89f1-fbc1ff14dba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:01.573921 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-5cad11fe-851b-4cfe-89f1-fbc1ff14dba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:01.575205 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-5cad11fe-851b-4cfe-89f1-fbc1ff14dba1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6b0578b1-7193-4922-90f7-8ee8adb5a9aa HTTP/1.1" status: 204 len: 168 time: 1.3163257 Jul 09 15:57:01.655390 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Network c0f8cb26-8b3d-4d13-b008-9f068bcd3651 is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:57:01.658018 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:52Z', 'updated_at': '2021-07-09T15:56:54Z', 'revision_number': 3, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'gw_port': {'id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:09:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:53Z', 'updated_at': '2021-07-09T15:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:01.673242 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-fa676b2a-fada-44cf-8b9a-126470dd6caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:01.674950 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77281896-d9e3-4743-bf1f-aaf332dac016 None None] The sync data for ids ['620dd722-2137-4921-89e9-7e20a8df1ff7'] in dv-cinder-800228-1-smb is: [{'id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:52Z', 'updated_at': '2021-07-09T15:56:54Z', 'revision_number': 3, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'gw_port': {'id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:09:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:53Z', 'updated_at': '2021-07-09T15:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}] {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 15:57:01.684440 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:57:01.691606 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:57:01.694250 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1011944'] for router_interface, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:01.753533 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-fa676b2a-fada-44cf-8b9a-126470dd6caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:01.847914 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Pushing event updated for resources: {'Port': ['ID=1d16fb4c-6e33-4c4f-b6bc-fe27943850bf,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:01.856818 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:01.899280 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port 7682f0ba-42de-41fa-a093-65fddcc772fc completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:57:01.935987 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 7682f0ba-42de-41fa-a093-65fddcc772fc triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:01.941543 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:02.066851 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:02.203135 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c649ff-d6aa-4e19-9740-3b413796a21a', 'name': 'tempest-ServerRescueNegativeTestJSON-377368882-router', 'tenant_id': '798c4c987947430b9f5ca3417f6fae1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:54Z', 'updated_at': '2021-07-09T15:56:57Z', 'revision_number': 3, 'project_id': '798c4c987947430b9f5ca3417f6fae1e', 'gw_port': {'id': '8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c649ff-d6aa-4e19-9740-3b413796a21a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:02.219702 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] Checking router: 96c649ff-d6aa-4e19-9740-3b413796a21a for host: dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 15:57:02.221046 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] Updating router 96c649ff-d6aa-4e19-9740-3b413796a21a port 8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1 binding host dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 09 15:57:02.317177 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:02.440649 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fa676b2a-fada-44cf-8b9a-126470dd6caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:02.463255 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fa676b2a-fada-44cf-8b9a-126470dd6caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:02.568787 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-8421c2aa-6338-4d90-bd99-41a95215dfce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:02.610079 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-fa676b2a-fada-44cf-8b9a-126470dd6caf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=36057142e3484080803ecf7709e7fcd7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3836558 Jul 09 15:57:02.623824 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 39194) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:02.742185 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:57:02.770240 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 39198) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:02.773523 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] Sync routers for ids ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'] in dv-cinder-800228-1-smb {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 15:57:02.792837 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] Routers {'8cc6a412-5080-4c7e-8d8a-760a356dca2a'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:57:02.794596 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:56:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:02.803908 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-1056a451-b149-489d-a282-93388c40de7b None None] Provisioning for port 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:57:02.867720 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-1056a451-b149-489d-a282-93388c40de7b None None] Provisioning complete for port 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:02.868453 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-1056a451-b149-489d-a282-93388c40de7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:02.951819 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:03.012929 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-91dc965e-0f3d-4a18-ac14-dd8ee88e9135 req-ab2f3067-295b-41a5-b93f-e4d23ff75f29 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 210 time: 0.1207085 Jul 09 15:57:03.029617 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c3e13bf3-515e-4774-becb-a03d3c7ff13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:03.124162 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:03.142066 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:03.156748 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15981793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012499'] for router_interface, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:03.165215 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Notify callbacks [] for router, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:03.167002 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.1222372 Jul 09 15:57:03.172872 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 39204) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:03.194590 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] Set router 8cc6a412-5080-4c7e-8d8a-760a356dca2a gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:57:03.202874 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa676b2a-fada-44cf-8b9a-126470dd6caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20de465-70bf-4791-87e1-ef018acb8e55,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:03.227651 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-fa676b2a-fada-44cf-8b9a-126470dd6caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:03.228140 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:03.437637 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Pushing event updated for resources: {'Port': ['ID=1d16fb4c-6e33-4c4f-b6bc-fe27943850bf,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:03.461087 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:03.474227 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-dc04ee04-4c4d-45e8-a379-ac005e8aeb67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:03.490073 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-c3e13bf3-515e-4774-becb-a03d3c7ff13f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:03.508271 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] Notify callbacks [] for port, precommit_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:03.516806 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-dc04ee04-4c4d-45e8-a379-ac005e8aeb67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:03.522736 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] Transition to ACTIVE for port object 8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1 will not be triggered until provisioned by entity L2. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:57:03.535313 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] For port 7682f0ba-42de-41fa-a093-65fddcc772fc, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=7682f0ba-42de-41fa-a093-65fddcc772fc,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:03.543622 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:03.544790 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:03.555303 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:03.563650 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 39212) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:03.566539 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-c3e13bf3-515e-4774-becb-a03d3c7ff13f admin admin] Usage tracker for resource:security_group_rule and tenant:19d16a2f4a04477290ab3b6bcdf7616b is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:03.574153 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-c3e13bf3-515e-4774-becb-a03d3c7ff13f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:03.587780 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-dc04ee04-4c4d-45e8-a379-ac005e8aeb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:03.596513 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:03.618767 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04ee04-4c4d-45e8-a379-ac005e8aeb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20de465-70bf-4791-87e1-ef018acb8e55,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:03.619680 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-c3e13bf3-515e-4774-becb-a03d3c7ff13f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:03.624166 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-dc04ee04-4c4d-45e8-a379-ac005e8aeb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:03.638072 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2520c7-6008-4152-b7fe-a304d40d19db None None] Pushing event updated for resources: {'Port': ['ID=8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1,revision_number=2']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:03.649187 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Network c0f8cb26-8b3d-4d13-b008-9f068bcd3651 is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:57:03.651754 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:57:03.654636 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-dc04ee04-4c4d-45e8-a379-ac005e8aeb67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:03.658590 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-1056a451-b149-489d-a282-93388c40de7b None None] Port 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf cannot update to ACTIVE because it is not bound. {{(pid=74278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 09 15:57:03.659482 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-dc04ee04-4c4d-45e8-a379-ac005e8aeb67 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a20de465-70bf-4791-87e1-ef018acb8e55 HTTP/1.1" status: 204 len: 168 time: 1.0229475 Jul 09 15:57:03.811334 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.89', 49953) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:04.034959 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-07942446-1b9e-473a-9abd-62648c76970d None None] Provisioning complete for port 7682f0ba-42de-41fa-a093-65fddcc772fc triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:04.035475 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-07942446-1b9e-473a-9abd-62648c76970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:04.207241 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device ef6fafeb-e0f5-4ddb-8041-b4cf697737fb up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:57:04.258682 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f0151bab-9345-4fd9-81fa-c9695cfac685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:04.308491 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] Attempting to bind port 8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1 on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:57:04.310098 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] Attempting to bind port 8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1 by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:57:04.310635 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] Attempting to bind port 8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1 on network 9b0e874f-69b5-4e89-8292-fc23cbc7812a {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:57:04.312321 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:57:04.317376 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-f0151bab-9345-4fd9-81fa-c9695cfac685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:04.322287 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-f0151bab-9345-4fd9-81fa-c9695cfac685 admin admin] Usage tracker for resource:security_group_rule and tenant:0cbe6edbd4a047faa26ddcaa38b04b4c is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:04.323888 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:56:58Z', 'revision_number': 3, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'gw_port': {'id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:08:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:56Z', 'updated_at': '2021-07-09T15:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:04.326814 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-f0151bab-9345-4fd9-81fa-c9695cfac685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:04.334127 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-f0151bab-9345-4fd9-81fa-c9695cfac685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:04.335732 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] Checking router: 8cc6a412-5080-4c7e-8d8a-760a356dca2a for host: dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 15:57:04.336468 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] Updating router 8cc6a412-5080-4c7e-8d8a-760a356dca2a port 4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979 binding host dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 09 15:57:04.441638 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:04.493610 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Pushing event updated for resources: {'Port': ['ID=7682f0ba-42de-41fa-a093-65fddcc772fc,revision_number=3']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:04.507297 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.952s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:04.512956 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f0151bab-9345-4fd9-81fa-c9695cfac685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:04.521175 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.684s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:04.521438 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:04.529975 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-22ac580f-4b3a-43c7-a601-1955372590b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:04.557095 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:57:04.557632 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] Checking segment: {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:57:04.558065 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:04.558462 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] Bound using segment: {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:57:04.558948 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] Bound port: 8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:57:04.559345 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:04.599970 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:04.651125 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] For port 8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:57:04.654981 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] For port 8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:57:04.671443 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:04.690673 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:04.698423 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f0151bab-9345-4fd9-81fa-c9695cfac685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:04.746883 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95557296-7085-42e8-802d-837e8bbf193f req-07dbf6db-cdfe-478b-bb9b-d6994b531aa6 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:04.747806 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-95557296-7085-42e8-802d-837e8bbf193f req-07dbf6db-cdfe-478b-bb9b-d6994b531aa6 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Synchronizing usage tracker for tenant:dc19e4213be34c3784f47f73c2cff62f on resource:network {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:57:04.829207 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-95557296-7085-42e8-802d-837e8bbf193f req-07dbf6db-cdfe-478b-bb9b-d6994b531aa6 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Unset dirty status for tenant:dc19e4213be34c3784f47f73c2cff62f on resource:network {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:57:04.830429 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-95557296-7085-42e8-802d-837e8bbf193f req-07dbf6db-cdfe-478b-bb9b-d6994b531aa6 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.89 "GET /v2.0/networks?id=c038a178-a944-4c56-b792-d2b2e48564e1 HTTP/1.1" status: 200 len: 812 time: 0.9918845 Jul 09 15:57:04.862706 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a76debc8-0980-4b51-a3ae-557cf9b9e8ce req-540fbc75-e906-4dce-b956-fc1b26e278a4 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 210 time: 0.1939547 Jul 09 15:57:04.888659 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:04.904412 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-63a85a60-de9e-4c60-897f-0948b21c369e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:04.925144 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c3e13bf3-515e-4774-becb-a03d3c7ff13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:04.963369 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-573edfdc-cede-4605-8779-92770af3a793 None None] Provisioning complete for port 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:04.964050 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-573edfdc-cede-4605-8779-92770af3a793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:05.039605 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c3e13bf3-515e-4774-becb-a03d3c7ff13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:05.049504 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-95557296-7085-42e8-802d-837e8bbf193f req-a470be6a-f3bc-44b1-b208-9c3b4e0dceda tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Request body: {'port': {'device_id': 'd6d9d723-1561-48d5-8215-a8db86a9f6ea', 'network_id': 'c038a178-a944-4c56-b792-d2b2e48564e1', 'admin_state_up': True, 'tenant_id': 'dc19e4213be34c3784f47f73c2cff62f'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:57:05.100613 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] Notify callbacks [] for port, precommit_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:05.117975 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.provisioning_blocks [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] Transition to ACTIVE for port object 4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979 will not be triggered until provisioned by entity L2. {{(pid=74279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:57:05.134482 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:05.156462 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-2f3983d3-e6e8-475b-8a82-5f67233e7e36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:05.172058 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0151bab-9345-4fd9-81fa-c9695cfac685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f754b13-9e59-4fd0-8322-b76bdd977c76,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:05.196202 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-f0151bab-9345-4fd9-81fa-c9695cfac685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:05.246527 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:05.273136 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-573edfdc-cede-4605-8779-92770af3a793 None None] Port 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf cannot update to ACTIVE because it is not bound. {{(pid=74278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 09 15:57:05.281250 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2520c7-6008-4152-b7fe-a304d40d19db None None] Pushing event updated for resources: {'Port': ['ID=8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1,revision_number=3']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:05.292103 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-6d2520c7-6008-4152-b7fe-a304d40d19db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:05.305741 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-f0151bab-9345-4fd9-81fa-c9695cfac685 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0cbe6edbd4a047faa26ddcaa38b04b4c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7059941 Jul 09 15:57:05.321970 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] Routers {'96c649ff-d6aa-4e19-9740-3b413796a21a'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:57:05.323359 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 39266) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:05.324338 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:56:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['96c649ff-d6aa-4e19-9740-3b413796a21a'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:05.355812 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] Attempting to bind port 4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979 on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:57:05.356352 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] Attempting to bind port 4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979 by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}] {{(pid=74279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:57:05.356526 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] Attempting to bind port 4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979 on network 9b0e874f-69b5-4e89-8292-fc23cbc7812a {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:57:05.383755 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-95557296-7085-42e8-802d-837e8bbf193f req-a470be6a-f3bc-44b1-b208-9c3b4e0dceda tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:05.389882 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac347f8b-3a30-4baa-a3ec-228c0de823e1 None None] Pushing event updated for resources: {'Port': ['ID=4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979,revision_number=2']} {{(pid=74279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:05.393054 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-ac347f8b-3a30-4baa-a3ec-228c0de823e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:05.394679 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:57:05.395054 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] Checking segment: {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:57:05.395458 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:05.395848 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] Bound using segment: {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'} {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:57:05.396329 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] Bound port: 4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}}] {{(pid=74279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:57:05.396718 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:05.408015 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-95557296-7085-42e8-802d-837e8bbf193f req-a470be6a-f3bc-44b1-b208-9c3b4e0dceda tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Usage tracker for resource:port and tenant:dc19e4213be34c3784f47f73c2cff62f is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:05.412200 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-95557296-7085-42e8-802d-837e8bbf193f req-a470be6a-f3bc-44b1-b208-9c3b4e0dceda tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:05.440477 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-95557296-7085-42e8-802d-837e8bbf193f req-a470be6a-f3bc-44b1-b208-9c3b4e0dceda tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:05.464209 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_common [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Allocated IP 172.20.0.1 (0720c046-472b-41f7-aed1-fe5049b59216/4121e6a0-77e3-405e-b1c9-fb3cc0cd4986/d024bf45-f34e-4280-90ab-e623230071e6) {{(pid=74276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:57:05.485510 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Router 620dd722-2137-4921-89e9-7e20a8df1ff7 has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 15:57:05.527617 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port ef6fafeb-e0f5-4ddb-8041-b4cf697737fb completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:57:05.539450 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port ef6fafeb-e0f5-4ddb-8041-b4cf697737fb triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:05.539983 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:05.567840 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95557296-7085-42e8-802d-837e8bbf193f req-a470be6a-f3bc-44b1-b208-9c3b4e0dceda tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Made reservation on behalf of dc19e4213be34c3784f47f73c2cff62f for: {'port': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:57:05.578225 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-95557296-7085-42e8-802d-837e8bbf193f req-a470be6a-f3bc-44b1-b208-9c3b4e0dceda tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:05.625023 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.db [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] For port 4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:57:05.634504 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.db [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] For port 4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:57:05.648570 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:05.656477 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:05.762778 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:05.862723 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-c3e13bf3-515e-4774-becb-a03d3c7ff13f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19d16a2f4a04477290ab3b6bcdf7616b&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0729923 Jul 09 15:57:05.864009 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:05.875875 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 39290) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:05.891063 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac347f8b-3a30-4baa-a3ec-228c0de823e1 None None] Pushing event updated for resources: {'Port': ['ID=4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979,revision_number=3']} {{(pid=74279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:05.894561 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-ac347f8b-3a30-4baa-a3ec-228c0de823e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:05.895402 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] Routers {'8cc6a412-5080-4c7e-8d8a-760a356dca2a'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:57:05.896043 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:56:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:05.937138 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] Set router 96c649ff-d6aa-4e19-9740-3b413796a21a gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:57:05.997494 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e13bf3-515e-4774-becb-a03d3c7ff13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b186c3-9c44-4db6-8937-a34bcc917513,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:06.027981 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-c3e13bf3-515e-4774-becb-a03d3c7ff13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:06.041896 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:06.195572 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-073999a7-0a39-4e38-9286-71b57fd1d894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:06.320498 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:06.444772 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Network 0720c046-472b-41f7-aed1-fe5049b59216 is already hosted by enough agents. {{(pid=74276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:57:06.464717 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Resources bound (agent type, host, resource id): {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:57:06.491593 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Received port after_create {{(pid=74276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:57:06.493367 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1011944'] for router_interface, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:06.533449 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Pushing event updated for resources: {'Port': ['ID=d024bf45-f34e-4280-90ab-e623230071e6,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:06.573050 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-073999a7-0a39-4e38-9286-71b57fd1d894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:06.575784 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] Set router 8cc6a412-5080-4c7e-8d8a-760a356dca2a gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:57:06.600083 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:06.621643 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dab16c30-541f-477f-b595-7d3a24ff7a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:06.656675 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] For port ef6fafeb-e0f5-4ddb-8041-b4cf697737fb, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=ef6fafeb-e0f5-4ddb-8041-b4cf697737fb,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:06.678507 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:06.680836 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-ecb51525-c3da-43ff-969f-389aff4c55be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:06.695069 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dab16c30-541f-477f-b595-7d3a24ff7a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:06.701262 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:06.806301 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c06b231b-1c4d-4f31-b5dc-84cadc3fcffc req-77633693-50aa-48ea-ac34-3405e19a52c9 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 210 time: 0.5302215 Jul 09 15:57:06.844031 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [req-95557296-7085-42e8-802d-837e8bbf193f req-a470be6a-f3bc-44b1-b208-9c3b4e0dceda tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Allocated IP 172.20.0.5 (c038a178-a944-4c56-b792-d2b2e48564e1/8dd3717d-7866-4f34-a1da-46fcac1b0f7d/2f1e0145-72c0-4eac-ac04-1c227af9c02f) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:57:06.868638 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Pushing event updated for resources: {'Port': ['ID=ef6fafeb-e0f5-4ddb-8041-b4cf697737fb,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:06.872035 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dab16c30-541f-477f-b595-7d3a24ff7a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:06.886216 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:06.928978 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:06.941743 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-073999a7-0a39-4e38-9286-71b57fd1d894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:06.960953 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:06.966980 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 7682f0ba-42de-41fa-a093-65fddcc772fc up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:57:06.975735 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab16c30-541f-477f-b595-7d3a24ff7a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b186c3-9c44-4db6-8937-a34bcc917513,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:06.986422 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-dab16c30-541f-477f-b595-7d3a24ff7a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:06.989512 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:06.991899 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073999a7-0a39-4e38-9286-71b57fd1d894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f754b13-9e59-4fd0-8322-b76bdd977c76,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:06.999011 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-073999a7-0a39-4e38-9286-71b57fd1d894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:07.047663 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dab16c30-541f-477f-b595-7d3a24ff7a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:07.049358 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-dab16c30-541f-477f-b595-7d3a24ff7a3b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/20b186c3-9c44-4db6-8937-a34bcc917513 HTTP/1.1" status: 204 len: 168 time: 1.1528039 Jul 09 15:57:07.054023 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-073999a7-0a39-4e38-9286-71b57fd1d894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:07.055933 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-073999a7-0a39-4e38-9286-71b57fd1d894 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3f754b13-9e59-4fd0-8322-b76bdd977c76 HTTP/1.1" status: 204 len: 168 time: 1.7304614 Jul 09 15:57:07.299721 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:57:07.328820 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] 10.222.0.66 "PUT /v2.0/routers/620dd722-2137-4921-89e9-7e20a8df1ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9097724 Jul 09 15:57:07.350284 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] Sync routers for ids ['620dd722-2137-4921-89e9-7e20a8df1ff7'] in dv-cinder-800228-1-smb {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 15:57:07.445945 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] Routers {'620dd722-2137-4921-89e9-7e20a8df1ff7'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:57:07.449864 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:57:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['620dd722-2137-4921-89e9-7e20a8df1ff7'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:07.450948 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:56:58Z', 'revision_number': 3, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'gw_port': {'id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:08:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:56Z', 'updated_at': '2021-07-09T15:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:07.463449 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab678f0-58a1-4ef2-b0e7-53dd5459740f None None] The sync data for ids ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'] in dv-cinder-800228-1-smb is: [{'id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:56:58Z', 'revision_number': 3, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'gw_port': {'id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:08:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:56Z', 'updated_at': '2021-07-09T15:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}] {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 15:57:07.514140 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-95557296-7085-42e8-802d-837e8bbf193f req-a470be6a-f3bc-44b1-b208-9c3b4e0dceda tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:07.573892 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-95557296-7085-42e8-802d-837e8bbf193f req-a470be6a-f3bc-44b1-b208-9c3b4e0dceda tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:07.595571 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:07.676667 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:07.804530 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95557296-7085-42e8-802d-837e8bbf193f req-a470be6a-f3bc-44b1-b208-9c3b4e0dceda tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Network c038a178-a944-4c56-b792-d2b2e48564e1 is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:57:07.817652 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [req-95557296-7085-42e8-802d-837e8bbf193f req-a470be6a-f3bc-44b1-b208-9c3b4e0dceda tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:57:07.843211 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-95557296-7085-42e8-802d-837e8bbf193f req-a470be6a-f3bc-44b1-b208-9c3b4e0dceda tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:57:07.853043 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95557296-7085-42e8-802d-837e8bbf193f req-a470be6a-f3bc-44b1-b208-9c3b4e0dceda tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:07.855953 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-95557296-7085-42e8-802d-837e8bbf193f req-a470be6a-f3bc-44b1-b208-9c3b4e0dceda tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:07.915259 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-95557296-7085-42e8-802d-837e8bbf193f req-a470be6a-f3bc-44b1-b208-9c3b4e0dceda tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8788984 Jul 09 15:57:07.928500 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470be6a-f3bc-44b1-b208-9c3b4e0dceda tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Pushing event updated for resources: {'Port': ['ID=2f1e0145-72c0-4eac-ac04-1c227af9c02f,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:07.940324 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-a470be6a-f3bc-44b1-b208-9c3b4e0dceda tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:07.977323 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [req-95557296-7085-42e8-802d-837e8bbf193f req-86d3148e-81b7-4d6f-bd3d-08c2cca1d926 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=74277) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 09 15:57:07.979401 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-95557296-7085-42e8-802d-837e8bbf193f req-86d3148e-81b7-4d6f-bd3d-08c2cca1d926 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068567 Jul 09 15:57:08.005345 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 7682f0ba-42de-41fa-a093-65fddcc772fc triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:08.005875 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:08.391102 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.db.resource_extend [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 15:57:08.426708 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:08.449032 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:08.474065 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15981793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012499'] for router_interface, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:08.485308 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-aba86573-2b0a-44e1-a71c-960551e639c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:08.778301 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:08.809925 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Pushing event updated for resources: {'Port': ['ID=d024bf45-f34e-4280-90ab-e623230071e6,revision_number=2']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:08.817193 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:08.846223 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c649ff-d6aa-4e19-9740-3b413796a21a', 'name': 'tempest-ServerRescueNegativeTestJSON-377368882-router', 'tenant_id': '798c4c987947430b9f5ca3417f6fae1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:54Z', 'updated_at': '2021-07-09T15:56:57Z', 'revision_number': 3, 'project_id': '798c4c987947430b9f5ca3417f6fae1e', 'gw_port': {'id': '8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c649ff-d6aa-4e19-9740-3b413796a21a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:08.861549 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0fed7-c067-4c2e-9197-ff4d5137ddf1 None None] The sync data for ids ['96c649ff-d6aa-4e19-9740-3b413796a21a'] in dv-cinder-800228-1-smb is: [{'id': '96c649ff-d6aa-4e19-9740-3b413796a21a', 'name': 'tempest-ServerRescueNegativeTestJSON-377368882-router', 'tenant_id': '798c4c987947430b9f5ca3417f6fae1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:54Z', 'updated_at': '2021-07-09T15:56:57Z', 'revision_number': 3, 'project_id': '798c4c987947430b9f5ca3417f6fae1e', 'gw_port': {'id': '8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c649ff-d6aa-4e19-9740-3b413796a21a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}] {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 15:57:08.870574 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] Set router 620dd722-2137-4921-89e9-7e20a8df1ff7 gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:57:09.242036 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device ef6fafeb-e0f5-4ddb-8041-b4cf697737fb up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:57:09.268845 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3367c-74f5-438e-95ea-7f731e8cdf43 req-7c071891-781c-4723-8fa5-a4b669f712bc tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:09.278690 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e5c3367c-74f5-438e-95ea-7f731e8cdf43 req-7c071891-781c-4723-8fa5-a4b669f712bc tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 931 time: 1.0829666 Jul 09 15:57:09.525892 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-95557296-7085-42e8-802d-837e8bbf193f req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Request body: {'port': {'device_id': 'd6d9d723-1561-48d5-8215-a8db86a9f6ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:57:09.689825 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 39378) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:09.774042 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-e80c8c85-2a21-4a4e-9434-6d80a96344a1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--409220843', 'description': 'tempest-description--1242360387'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:57:09.812648 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-e80c8c85-2a21-4a4e-9434-6d80a96344a1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:09.842274 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-e80c8c85-2a21-4a4e-9434-6d80a96344a1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Usage tracker for resource:security_group and tenant:3ea28ba7538a42cf98540122fdcd24bc is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:09.848497 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-e80c8c85-2a21-4a4e-9434-6d80a96344a1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:09.909903 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-e80c8c85-2a21-4a4e-9434-6d80a96344a1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:09.943276 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port ef6fafeb-e0f5-4ddb-8041-b4cf697737fb triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:09.943845 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:10.022534 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e5c3367c-74f5-438e-95ea-7f731e8cdf43 req-a5e5830e-7ea4-461e-aeef-882ded0486d2 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/security-groups?id=fffa1ee1-08c1-4feb-98fb-c750a46589ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7423370 Jul 09 15:57:10.062196 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e80c8c85-2a21-4a4e-9434-6d80a96344a1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:10.137487 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Network 0720c046-472b-41f7-aed1-fe5049b59216 is already hosted by enough agents. {{(pid=74276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:57:10.150178 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:52Z', 'updated_at': '2021-07-09T15:57:01Z', 'revision_number': 4, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'gw_port': {'id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:53Z', 'updated_at': '2021-07-09T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': '1d16fb4c-6e33-4c4f-b6bc-fe27943850bf', 'name': '', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'mac_address': 'fa:16:3e:88:0b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:00Z', 'updated_at': '2021-07-09T15:57:02Z', 'revision_number': 2, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'subnets': [{'id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:10.163002 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] Checking router: 620dd722-2137-4921-89e9-7e20a8df1ff7 for host: dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 15:57:10.163376 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] Updating router 620dd722-2137-4921-89e9-7e20a8df1ff7 port 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf binding host dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 09 15:57:10.164659 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Resources bound (agent type, host, resource id): {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:57:10.193282 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-95557296-7085-42e8-802d-837e8bbf193f req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:10.232649 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-e80c8c85-2a21-4a4e-9434-6d80a96344a1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:10.239904 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-e80c8c85-2a21-4a4e-9434-6d80a96344a1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Usage tracker for resource:security_group_rule and tenant:3ea28ba7538a42cf98540122fdcd24bc is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:10.358294 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-e80c8c85-2a21-4a4e-9434-6d80a96344a1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:10.459181 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-e80c8c85-2a21-4a4e-9434-6d80a96344a1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:10.521630 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:10.661725 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:11.210847 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e80c8c85-2a21-4a4e-9434-6d80a96344a1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:11.485926 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:57:11.689228 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [req-95557296-7085-42e8-802d-837e8bbf193f req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f1e0145-72c0-4eac-ac04-1c227af9c02f {{(pid=74277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:57:11.721221 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-95557296-7085-42e8-802d-837e8bbf193f req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:11.763571 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [req-95557296-7085-42e8-802d-837e8bbf193f req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Transition to ACTIVE for port object 2f1e0145-72c0-4eac-ac04-1c227af9c02f will not be triggered until provisioned by entity L2. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:57:11.770886 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e80c8c85-2a21-4a4e-9434-6d80a96344a1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:11.775040 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-95557296-7085-42e8-802d-837e8bbf193f req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:11.787607 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:12.047160 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port 8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:57:12.111342 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:12.111727 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:12.465797 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c8c85-2a21-4a4e-9434-6d80a96344a1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39799956-66f0-4b28-a8a4-89fcd1aba4da,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:12.474015 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e80c8c85-2a21-4a4e-9434-6d80a96344a1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:12.505781 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.637s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:12.552495 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e80c8c85-2a21-4a4e-9434-6d80a96344a1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:12.558576 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-e80c8c85-2a21-4a4e-9434-6d80a96344a1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.8502421 Jul 09 15:57:12.559205 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 39424) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:12.586138 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-39e089c4-6d67-4e00-9083-66699b21f49b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Request body: {'security_group_rule': {'security_group_id': '39799956-66f0-4b28-a8a4-89fcd1aba4da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:57:12.592170 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-95557296-7085-42e8-802d-837e8bbf193f req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Attempting to bind port 2f1e0145-72c0-4eac-ac04-1c227af9c02f on host hv-cinder-80022 for vnic_type normal with profile {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:57:12.592420 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-95557296-7085-42e8-802d-837e8bbf193f req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Attempting to bind port 2f1e0145-72c0-4eac-ac04-1c227af9c02f by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'a4ef4717-7a18-4bc0-a126-45b85bac1396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c038a178-a944-4c56-b792-d2b2e48564e1'}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:57:12.593157 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95557296-7085-42e8-802d-837e8bbf193f req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Attempting to bind port 2f1e0145-72c0-4eac-ac04-1c227af9c02f on network c038a178-a944-4c56-b792-d2b2e48564e1 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:57:12.601872 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-39e089c4-6d67-4e00-9083-66699b21f49b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:12.616433 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce4d2c-5328-4ccb-a2f6-13b448823597 req-df19806f-aaf7-4271-9a36-376cead69f1c tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:12.624901 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c2ce4d2c-5328-4ccb-a2f6-13b448823597 req-df19806f-aaf7-4271-9a36-376cead69f1c tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 943 time: 0.9914541 Jul 09 15:57:12.636917 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-39e089c4-6d67-4e00-9083-66699b21f49b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Usage tracker for resource:security_group_rule and tenant:3ea28ba7538a42cf98540122fdcd24bc is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:12.643530 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-39e089c4-6d67-4e00-9083-66699b21f49b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:12.646960 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Pushing event updated for resources: {'Port': ['ID=2f1e0145-72c0-4eac-ac04-1c227af9c02f,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:12.652917 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95557296-7085-42e8-802d-837e8bbf193f req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Port 2f1e0145-72c0-4eac-ac04-1c227af9c02f on network c038a178-a944-4c56-b792-d2b2e48564e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 09 15:57:12.653265 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95557296-7085-42e8-802d-837e8bbf193f req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Attempting to bind port 2f1e0145-72c0-4eac-ac04-1c227af9c02f on network c038a178-a944-4c56-b792-d2b2e48564e1 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:57:12.655566 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-39e089c4-6d67-4e00-9083-66699b21f49b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:12.657924 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:12.693514 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95557296-7085-42e8-802d-837e8bbf193f req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Checking agent: {'id': '891cfaac-3e76-4d41-913f-991116fa71b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:57:12.694074 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95557296-7085-42e8-802d-837e8bbf193f req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Checking segment: {'id': 'a4ef4717-7a18-4bc0-a126-45b85bac1396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c038a178-a944-4c56-b792-d2b2e48564e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:57:12.695027 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95557296-7085-42e8-802d-837e8bbf193f req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Bound using segment: {'id': 'a4ef4717-7a18-4bc0-a126-45b85bac1396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c038a178-a944-4c56-b792-d2b2e48564e1'} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:57:12.695679 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-95557296-7085-42e8-802d-837e8bbf193f req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Bound port: 2f1e0145-72c0-4eac-ac04-1c227af9c02f, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ef4717-7a18-4bc0-a126-45b85bac1396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c038a178-a944-4c56-b792-d2b2e48564e1'}}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:57:12.696326 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-95557296-7085-42e8-802d-837e8bbf193f req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:12.709476 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c2ce4d2c-5328-4ccb-a2f6-13b448823597 req-af043fa7-901b-4da3-a0ed-76d3897e6b09 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/security-groups?id=fffa1ee1-08c1-4feb-98fb-c750a46589ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836022 Jul 09 15:57:12.741607 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_common [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Allocated IP 172.20.0.1 (88af3f02-3ae7-418d-94f8-4723b7c0d0cd/4006d4af-f154-4912-bdbd-6a5ff3424039/c8c9a69d-9383-4b20-9b1c-42c6c4641e83) {{(pid=74276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:57:12.769809 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-39e089c4-6d67-4e00-9083-66699b21f49b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:12.822664 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] Notify callbacks [] for port, precommit_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:12.874756 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] Transition to ACTIVE for port object 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf will not be triggered until provisioned by entity L2. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:57:12.890628 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:12.902665 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:12.943045 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:13.088721 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715516ff-78cf-4d24-978b-bc21d73c5ec6 None None] Pushing event updated for resources: {'Port': ['ID=1d16fb4c-6e33-4c4f-b6bc-fe27943850bf,revision_number=3']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:13.105296 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-39e089c4-6d67-4e00-9083-66699b21f49b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:13.107395 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-95557296-7085-42e8-802d-837e8bbf193f req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] For port 2f1e0145-72c0-4eac-ac04-1c227af9c02f, host hv-cinder-80022, cleared binding levels {{(pid=74277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:57:13.116490 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-95557296-7085-42e8-802d-837e8bbf193f req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] For port 2f1e0145-72c0-4eac-ac04-1c227af9c02f, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=2f1e0145-72c0-4eac-ac04-1c227af9c02f,segment=NetworkSegment(a4ef4717-7a18-4bc0-a126-45b85bac1396),segment_id=a4ef4717-7a18-4bc0-a126-45b85bac1396)] {{(pid=74277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:57:13.117796 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-39e089c4-6d67-4e00-9083-66699b21f49b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903320'] for security_group_rule, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:13.130902 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:13.157731 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-95557296-7085-42e8-802d-837e8bbf193f req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:13.229401 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e089c4-6d67-4e00-9083-66699b21f49b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c8603a-f41b-4a7b-a1ee-e9ee31cafeba,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:13.233134 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-715516ff-78cf-4d24-978b-bc21d73c5ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:13.241885 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:13.249574 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] For port 8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:13.254447 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-39e089c4-6d67-4e00-9083-66699b21f49b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:13.256564 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-37a18b69-6807-4ded-8b91-192f727e991c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:13.294011 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:13.294956 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:57:13.329237 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.provisioning_blocks [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Transition to ACTIVE for port object c8c9a69d-9383-4b20-9b1c-42c6c4641e83 will not be triggered until provisioned by entity DHCP. {{(pid=74276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:57:13.359199 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-39e089c4-6d67-4e00-9083-66699b21f49b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:13.371757 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-39e089c4-6d67-4e00-9083-66699b21f49b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7861915 Jul 09 15:57:13.394465 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-95557296-7085-42e8-802d-837e8bbf193f req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:13.395969 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-95557296-7085-42e8-802d-837e8bbf193f req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] 10.222.0.89 "PUT /v2.0/ports/2f1e0145-72c0-4eac-ac04-1c227af9c02f HTTP/1.1" status: 200 len: 1093 time: 4.4586213 Jul 09 15:57:13.396455 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 39436) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:13.402344 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:13.453450 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d9d723-1561-48d5-8215-a8db86a9f6ea', 'tag': '2f1e0145-72c0-4eac-ac04-1c227af9c02f'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:57:13.731658 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Router 96c649ff-d6aa-4e19-9740-3b413796a21a has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 15:57:13.749717 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port 4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:57:13.771358 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:13.792546 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:13.792937 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:13.805285 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-5833b0e1-2c20-458b-ac56-85a81036b300 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Request body: {'security_group_rule': {'security_group_id': '39799956-66f0-4b28-a8a4-89fcd1aba4da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:57:13.862765 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-5833b0e1-2c20-458b-ac56-85a81036b300 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:13.875421 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] Attempting to bind port 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:57:13.876244 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] Attempting to bind port 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': 'c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651'}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:57:13.880486 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] Attempting to bind port 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf on network c0f8cb26-8b3d-4d13-b008-9f068bcd3651 {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:57:13.890105 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-5833b0e1-2c20-458b-ac56-85a81036b300 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Usage tracker for resource:security_group_rule and tenant:3ea28ba7538a42cf98540122fdcd24bc is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:13.908739 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:57:13.908961 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] Checking segment: {'id': 'c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:57:13.912704 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-5833b0e1-2c20-458b-ac56-85a81036b300 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:13.914295 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:13.914797 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] Bound using segment: {'id': 'c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651'} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:57:13.918618 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] Bound port: 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651'}}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:57:13.919044 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:13.929854 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-5833b0e1-2c20-458b-ac56-85a81036b300 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:13.959640 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Pushing event updated for resources: {'Port': ['ID=2f1e0145-72c0-4eac-ac04-1c227af9c02f,revision_number=3']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:13.961192 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Pushing event updated for resources: {'Port': ['ID=8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:13.966136 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:13.972557 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:13.987115 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5833b0e1-2c20-458b-ac56-85a81036b300 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:14.292000 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:14.341050 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5833b0e1-2c20-458b-ac56-85a81036b300 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:14.351807 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5833b0e1-2c20-458b-ac56-85a81036b300 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903320'] for security_group_rule, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:14.355333 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-39e089c4-6d67-4e00-9083-66699b21f49b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:14.355543 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] For port 4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:14.375979 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:14.388010 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] For port 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:57:14.396271 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:14.418682 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833b0e1-2c20-458b-ac56-85a81036b300 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba17fad-0b4b-40f9-a781-9fceb7b18a57,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:14.431369 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-5833b0e1-2c20-458b-ac56-85a81036b300 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:14.441191 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5833b0e1-2c20-458b-ac56-85a81036b300 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:14.443068 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-5833b0e1-2c20-458b-ac56-85a81036b300 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6680739 Jul 09 15:57:14.449223 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 39460) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:14.462158 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Request body: {'floatingip': {'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:57:14.472441 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:14.478818 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:14.493679 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Usage tracker for resource:floatingip and tenant:3ea28ba7538a42cf98540122fdcd24bc is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:14.501511 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:14.515974 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:14.546831 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for floatingip, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:14.658972 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Pushing event updated for resources: {'Port': ['ID=4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:14.667999 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:14.669715 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:57:14.684773 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Network 88af3f02-3ae7-418d-94f8-4723b7c0d0cd is already hosted by enough agents. {{(pid=74276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:57:14.730717 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c9a69d-9383-4b20-9b1c-42c6c4641e83,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:14.734149 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Resources bound (agent type, host, resource id): {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:57:14.764405 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:14.862354 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 39470) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:14.894499 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] For port 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=1d16fb4c-6e33-4c4f-b6bc-fe27943850bf,segment=NetworkSegment(c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c),segment_id=c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c)] {{(pid=74278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:57:14.911003 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:14.914356 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:14.928752 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:14.967290 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Received port after_create {{(pid=74276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:57:14.967765 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1011944'] for router_interface, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:15.137150 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715516ff-78cf-4d24-978b-bc21d73c5ec6 None None] Pushing event updated for resources: {'Port': ['ID=1d16fb4c-6e33-4c4f-b6bc-fe27943850bf,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:15.156983 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-715516ff-78cf-4d24-978b-bc21d73c5ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:15.274788 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:15.275319 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:15.287240 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866cb17-0e40-41eb-b9a2-5fcb1dfe7423 req-c78ebe28-f0b1-4019-9921-36e169b5d658 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:15.312421 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f866cb17-0e40-41eb-b9a2-5fcb1dfe7423 req-c78ebe28-f0b1-4019-9921-36e169b5d658 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 943 time: 0.9406044 Jul 09 15:57:15.423441 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Allocated IP 172.28.0.226 (9b0e874f-69b5-4e89-8292-fc23cbc7812a/89578b1c-09bb-418b-8489-b10f6f860e17/834c282e-dd5f-4f0d-9ef0-aefccf79ba5e) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:57:15.524442 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f866cb17-0e40-41eb-b9a2-5fcb1dfe7423 req-54b6f8ba-b1b6-419b-8b28-1b0c3f55391b tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/security-groups?id=fffa1ee1-08c1-4feb-98fb-c750a46589ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107978 Jul 09 15:57:15.559497 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:15.653636 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-51bde14b-d1d7-47f4-a366-b8bdefc93f42 None None] Provisioning for port c8c9a69d-9383-4b20-9b1c-42c6c4641e83 completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:57:15.668957 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-51bde14b-d1d7-47f4-a366-b8bdefc93f42 None None] Provisioning complete for port c8c9a69d-9383-4b20-9b1c-42c6c4641e83 triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:15.671137 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-51bde14b-d1d7-47f4-a366-b8bdefc93f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:15.838546 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:57:15.898843 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-72a5b95a-75fc-4497-b2c6-b5b5f36ef53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:15.915308 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:15.928313 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] 10.222.0.66 "PUT /v2.0/routers/96c649ff-d6aa-4e19-9740-3b413796a21a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1406054 Jul 09 15:57:16.030314 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] Routers {'620dd722-2137-4921-89e9-7e20a8df1ff7'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:57:16.043651 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:57:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['620dd722-2137-4921-89e9-7e20a8df1ff7'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:16.060824 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-72a5b95a-75fc-4497-b2c6-b5b5f36ef53b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:16.092371 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-72a5b95a-75fc-4497-b2c6-b5b5f36ef53b admin admin] Usage tracker for resource:security_group_rule and tenant:3c0d78da84a54ff880378450817eeb20 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:16.111372 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-72a5b95a-75fc-4497-b2c6-b5b5f36ef53b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:16.148075 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-72a5b95a-75fc-4497-b2c6-b5b5f36ef53b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:16.672583 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:57:16.675598 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-72a5b95a-75fc-4497-b2c6-b5b5f36ef53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:16.689901 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-95557296-7085-42e8-802d-837e8bbf193f req-99990a1c-aef1-4b66-8f28-3e19a838bfbd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dc19e4213be34c3784f47f73c2cff62f&device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 1096 time: 0.9825308 Jul 09 15:57:16.712302 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d9d723-1561-48d5-8215-a8db86a9f6ea', 'tag': '2f1e0145-72c0-4eac-ac04-1c227af9c02f', 'status': 'completed', 'code': 200} Jul 09 15:57:16.723877 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:16.724521 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-72a5b95a-75fc-4497-b2c6-b5b5f36ef53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:16.732115 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:16.733360 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15981793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012499'] for router_interface, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:16.742562 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-ace39b8f-e7e6-449f-89c1-7f0a8d6c74cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:16.754044 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:16.766681 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c3ad23ce-afef-422c-8be9-3e0c712971c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:16.774171 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-51bde14b-d1d7-47f4-a366-b8bdefc93f42 None None] Port c8c9a69d-9383-4b20-9b1c-42c6c4641e83 cannot update to ACTIVE because it is not bound. {{(pid=74278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 09 15:57:17.081447 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c9a69d-9383-4b20-9b1c-42c6c4641e83,revision_number=2']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:17.175288 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:17.179738 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-95557296-7085-42e8-802d-837e8bbf193f req-a93fe4f6-1d62-481d-a4e4-0a625f68a331 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f1e0145-72c0-4eac-ac04-1c227af9c02f HTTP/1.1" status: 200 len: 217 time: 0.4152474 Jul 09 15:57:17.231888 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:17.232855 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:17.288691 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5b95a-75fc-4497-b2c6-b5b5f36ef53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19abbd97-90a3-4f9f-8676-0ba4b1780adf,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:17.298841 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-72a5b95a-75fc-4497-b2c6-b5b5f36ef53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:17.343014 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:17.358666 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] Set router 620dd722-2137-4921-89e9-7e20a8df1ff7 gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:57:17.425507 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-72a5b95a-75fc-4497-b2c6-b5b5f36ef53b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3c0d78da84a54ff880378450817eeb20&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5732069 Jul 09 15:57:17.490407 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Network 9b0e874f-69b5-4e89-8292-fc23cbc7812a is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:57:17.520259 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 39542) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:17.531374 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:57:17.537131 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:57:17.755100 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Pushing event updated for resources: {'Port': ['ID=834c282e-dd5f-4f0d-9ef0-aefccf79ba5e,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:17.765030 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95557296-7085-42e8-802d-837e8bbf193f req-a38300ae-ee27-45ea-8621-1d331a7821cf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:17.767551 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-95557296-7085-42e8-802d-837e8bbf193f req-a38300ae-ee27-45ea-8621-1d331a7821cf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8dd3717d-7866-4f34-a1da-46fcac1b0f7d HTTP/1.1" status: 200 len: 852 time: 0.2316802 Jul 09 15:57:17.771049 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:17.867813 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04faa201-2b70-4602-b352-49ebf39a4450 req-3370772b-e8c2-4792-9efb-48e46a2b6c2f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:17.871192 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-04faa201-2b70-4602-b352-49ebf39a4450 req-3370772b-e8c2-4792-9efb-48e46a2b6c2f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/networks?id=0720c046-472b-41f7-aed1-fe5049b59216 HTTP/1.1" status: 200 len: 818 time: 0.4717939 Jul 09 15:57:17.926705 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-04faa201-2b70-4602-b352-49ebf39a4450 req-4d9139ba-5e35-4b5d-a5d8-66f05207c278 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/quotas/798c4c987947430b9f5ca3417f6fae1e HTTP/1.1" status: 200 len: 375 time: 0.0448630 Jul 09 15:57:17.939494 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-128ddb89-ca5a-4b5f-bef2-1b5b9d9c0c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:17.940880 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d19d78-ee7d-40db-88c6-0e1c254dced9 req-ec752018-d04e-428e-af48-5fa6db867fde tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:17.942575 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c9d19d78-ee7d-40db-88c6-0e1c254dced9 req-ec752018-d04e-428e-af48-5fa6db867fde tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 943 time: 0.7663801 Jul 09 15:57:18.042831 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:18.043967 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:52Z', 'updated_at': '2021-07-09T15:57:01Z', 'revision_number': 4, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'gw_port': {'id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:53Z', 'updated_at': '2021-07-09T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': '1d16fb4c-6e33-4c4f-b6bc-fe27943850bf', 'name': '', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'mac_address': 'fa:16:3e:88:0b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:00Z', 'updated_at': '2021-07-09T15:57:14Z', 'revision_number': 4, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'subnets': [{'id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:18.052984 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9e30c-e55d-44db-90bb-13dd02561ce4 None None] The sync data for ids ['620dd722-2137-4921-89e9-7e20a8df1ff7'] in dv-cinder-800228-1-smb is: [{'id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:52Z', 'updated_at': '2021-07-09T15:57:01Z', 'revision_number': 4, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'gw_port': {'id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:53Z', 'updated_at': '2021-07-09T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': '1d16fb4c-6e33-4c4f-b6bc-fe27943850bf', 'name': '', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'mac_address': 'fa:16:3e:88:0b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:00Z', 'updated_at': '2021-07-09T15:57:14Z', 'revision_number': 4, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'subnets': [{'id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 15:57:18.061984 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c9d19d78-ee7d-40db-88c6-0e1c254dced9 req-f70c275a-9702-4196-a5b9-a177b9402ef0 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/security-groups?id=fffa1ee1-08c1-4feb-98fb-c750a46589ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679803 Jul 09 15:57:18.073743 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Network 88af3f02-3ae7-418d-94f8-4723b7c0d0cd is already hosted by enough agents. {{(pid=74276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:57:18.077447 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Resources bound (agent type, host, resource id): {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:57:18.121295 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-128ddb89-ca5a-4b5f-bef2-1b5b9d9c0c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:18.339877 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-128ddb89-ca5a-4b5f-bef2-1b5b9d9c0c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:18.367162 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:18.390584 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ddb89-ca5a-4b5f-bef2-1b5b9d9c0c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19abbd97-90a3-4f9f-8676-0ba4b1780adf,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:18.393523 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-128ddb89-ca5a-4b5f-bef2-1b5b9d9c0c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:18.404519 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:18.509259 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-04faa201-2b70-4602-b352-49ebf39a4450 req-bdbfd80c-10ab-48bb-ba2a-a57dcf271afb tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Synchronizing usage tracker for tenant:798c4c987947430b9f5ca3417f6fae1e on resource:port {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:57:18.542248 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-128ddb89-ca5a-4b5f-bef2-1b5b9d9c0c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:18.543530 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-128ddb89-ca5a-4b5f-bef2-1b5b9d9c0c99 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/19abbd97-90a3-4f9f-8676-0ba4b1780adf HTTP/1.1" status: 204 len: 168 time: 1.0095155 Jul 09 15:57:18.610364 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:57:18.619637 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-04faa201-2b70-4602-b352-49ebf39a4450 req-bdbfd80c-10ab-48bb-ba2a-a57dcf271afb tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Unset dirty status for tenant:798c4c987947430b9f5ca3417f6fae1e on resource:port {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:57:18.622518 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-04faa201-2b70-4602-b352-49ebf39a4450 req-bdbfd80c-10ab-48bb-ba2a-a57dcf271afb tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=798c4c987947430b9f5ca3417f6fae1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6785953 Jul 09 15:57:18.820648 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-6dd16603-4417-46a6-97eb-3ea273275a28 None None] Provisioning complete for port c8c9a69d-9383-4b20-9b1c-42c6c4641e83 triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:18.821034 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-6dd16603-4417-46a6-97eb-3ea273275a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:18.830792 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-95557296-7085-42e8-802d-837e8bbf193f req-2ac3ecee-93c8-4c70-8a99-8685b08d8514 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c038a178-a944-4c56-b792-d2b2e48564e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2186584 Jul 09 15:57:19.160330 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-6dd16603-4417-46a6-97eb-3ea273275a28 None None] Port c8c9a69d-9383-4b20-9b1c-42c6c4641e83 cannot update to ACTIVE because it is not bound. {{(pid=74278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 09 15:57:19.178651 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:57:19.208071 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:19.212122 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:19.653335 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:19.772980 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-04faa201-2b70-4602-b352-49ebf39a4450 req-50a3725c-fe9f-42e1-a8f8-1e575c39a76f service neutron] 10.222.0.66 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1385555 Jul 09 15:57:19.781254 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] For port 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=1d16fb4c-6e33-4c4f-b6bc-fe27943850bf,segment=NetworkSegment(c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c),segment_id=c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:19.787182 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-95557296-7085-42e8-802d-837e8bbf193f req-9560e39b-083b-4a30-bc78-fda275264ce0 service neutron] 10.222.0.89 "GET /v2.0/networks/c038a178-a944-4c56-b792-d2b2e48564e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8216829 Jul 09 15:57:19.802133 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:19.810595 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:19.956431 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:19.964659 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:19.986151 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Pushing event updated for resources: {'Port': ['ID=1d16fb4c-6e33-4c4f-b6bc-fe27943850bf,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:19.997346 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:20.024139 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-4350d092-2f0a-4979-b438-fb37dbeb96f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:20.100132 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 39604) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:20.202132 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011831'] for floatingip, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:20.274650 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for floatingip, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:20.302560 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8513253 Jul 09 15:57:20.347094 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f7160-0830-4508-b77d-e86afc59e6bb req-979bca39-1cfc-47c0-b580-4e84166e9601 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:20.360780 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-fb3f7160-0830-4508-b77d-e86afc59e6bb req-979bca39-1cfc-47c0-b580-4e84166e9601 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 943 time: 0.5569313 Jul 09 15:57:20.389364 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Pushing event updated for resources: {'Port': ['ID=834c282e-dd5f-4f0d-9ef0-aefccf79ba5e,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:20.398213 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:20.410507 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-04faa201-2b70-4602-b352-49ebf39a4450 req-ed8baecc-d0b8-49d7-946a-3d4964fed1e0 service neutron] 10.222.0.66 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6098318 Jul 09 15:57:20.446107 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-fb3f7160-0830-4508-b77d-e86afc59e6bb req-56187d3e-9b28-411a-bbca-ee364bbc2c0d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/security-groups?id=fffa1ee1-08c1-4feb-98fb-c750a46589ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841162 Jul 09 15:57:20.502739 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Router 8cc6a412-5080-4c7e-8d8a-760a356dca2a has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 15:57:20.631351 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:57:20.758946 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:20.760190 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:20.934876 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-fda33562-ad54-4f89-a4ad-da5db0e9722b req-2fb1ed6e-afa1-4c1f-bff4-d0e4cdd0733b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 210 time: 0.2375877 Jul 09 15:57:20.936152 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-693dae5a-a246-4385-baa3-640f1df06aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:21.059002 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-693dae5a-a246-4385-baa3-640f1df06aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:21.068212 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-693dae5a-a246-4385-baa3-640f1df06aaf admin admin] Usage tracker for resource:security_group_rule and tenant:29411ac769464a6a8ddcae7246508854 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:21.073274 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-693dae5a-a246-4385-baa3-640f1df06aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:21.097127 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-693dae5a-a246-4385-baa3-640f1df06aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:21.271478 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-f9c3d5a4-b3d5-49af-88c4-81fb3a40c4d5 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--409220843&fields=id&tenant_id=3ea28ba7538a42cf98540122fdcd24bc HTTP/1.1" status: 200 len: 267 time: 0.1904845 Jul 09 15:57:21.458786 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 39680) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:21.696725 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-03783aaf-4372-455e-b0cf-89a859957678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:21.805967 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-03783aaf-4372-455e-b0cf-89a859957678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:21.817738 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-03783aaf-4372-455e-b0cf-89a859957678 admin admin] Usage tracker for resource:security_group_rule and tenant:4e33713a2903480293c29d59b1d31711 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:21.824450 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-03783aaf-4372-455e-b0cf-89a859957678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:21.837038 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-03783aaf-4372-455e-b0cf-89a859957678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:21.871406 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:57:21.979635 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-693dae5a-a246-4385-baa3-640f1df06aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:22.002734 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c422a-ce3a-4476-abb6-116f1577c393 req-266ddf88-a15e-4d3f-a6ee-a38b737a0f08 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:22.004451 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-003c422a-ce3a-4476-abb6-116f1577c393 req-266ddf88-a15e-4d3f-a6ee-a38b737a0f08 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/networks?id=0720c046-472b-41f7-aed1-fe5049b59216 HTTP/1.1" status: 200 len: 818 time: 0.5065405 Jul 09 15:57:22.007627 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-693dae5a-a246-4385-baa3-640f1df06aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:22.020146 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-e65cf3ae-3ff0-4ed4-aeaf-3574ed432610 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:22.032720 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-e65cf3ae-3ff0-4ed4-aeaf-3574ed432610 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/networks?id=c0f8cb26-8b3d-4d13-b008-9f068bcd3651 HTTP/1.1" status: 200 len: 810 time: 0.7587717 Jul 09 15:57:22.075983 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-f0151bab-9345-4fd9-81fa-c9695cfac685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:22.131812 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-03783aaf-4372-455e-b0cf-89a859957678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:22.141594 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-03783aaf-4372-455e-b0cf-89a859957678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:22.156680 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] 10.222.0.66 "PUT /v2.0/routers/8cc6a412-5080-4c7e-8d8a-760a356dca2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.9810934 Jul 09 15:57:22.169529 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:22.191241 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-875dd820-3d2f-4a13-9d0f-2a174033923a tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/quotas/3ea28ba7538a42cf98540122fdcd24bc HTTP/1.1" status: 200 len: 375 time: 0.1563532 Jul 09 15:57:22.226337 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03783aaf-4372-455e-b0cf-89a859957678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2a6607-1e1a-4fab-a648-e6b2df4f9d13,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:22.244799 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-03783aaf-4372-455e-b0cf-89a859957678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:22.253421 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-03783aaf-4372-455e-b0cf-89a859957678 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e33713a2903480293c29d59b1d31711&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7913847 Jul 09 15:57:22.256332 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 39712) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:22.257335 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-003c422a-ce3a-4476-abb6-116f1577c393 req-89b5c3f8-5732-49ea-8c73-b37967c0f760 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/quotas/798c4c987947430b9f5ca3417f6fae1e HTTP/1.1" status: 200 len: 375 time: 0.2094016 Jul 09 15:57:22.266411 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693dae5a-a246-4385-baa3-640f1df06aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753efa13-4cad-4636-abee-1fa69f71862a,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:22.314569 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-693dae5a-a246-4385-baa3-640f1df06aaf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29411ac769464a6a8ddcae7246508854&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2094936 Jul 09 15:57:22.314569 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-693dae5a-a246-4385-baa3-640f1df06aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:22.334504 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 39716) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:22.467947 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4e9245d9-0ed3-4e38-9b68-fcc742e3bfd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:22.504865 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4e9245d9-0ed3-4e38-9b68-fcc742e3bfd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:22.506660 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-cb82194e-0b47-44be-b3a6-6b8f01dd52ed tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3ea28ba7538a42cf98540122fdcd24bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3137021 Jul 09 15:57:22.527081 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-003c422a-ce3a-4476-abb6-116f1577c393 req-d1b9fd00-d4f7-4f95-8f2d-0cfc98e1b5c0 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=798c4c987947430b9f5ca3417f6fae1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2336977 Jul 09 15:57:22.612108 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-f5463b80-020b-4ceb-9a93-e5c101e5324e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:22.616751 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4e9245d9-0ed3-4e38-9b68-fcc742e3bfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:22.659539 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-0ca37ef1-39fe-4344-96f7-c201401f1bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:22.680035 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9245d9-0ed3-4e38-9b68-fcc742e3bfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753efa13-4cad-4636-abee-1fa69f71862a,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:22.700094 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-4e9245d9-0ed3-4e38-9b68-fcc742e3bfd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:22.720316 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-f5463b80-020b-4ceb-9a93-e5c101e5324e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:22.728789 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4e9245d9-0ed3-4e38-9b68-fcc742e3bfd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:22.732521 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-4e9245d9-0ed3-4e38-9b68-fcc742e3bfd9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/753efa13-4cad-4636-abee-1fa69f71862a HTTP/1.1" status: 204 len: 168 time: 0.3944039 Jul 09 15:57:22.776137 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-003c422a-ce3a-4476-abb6-116f1577c393 req-a3bcdc13-6d9f-44a9-80e3-6304f2a354b3 service neutron] 10.222.0.66 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318082 Jul 09 15:57:22.820613 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-f5463b80-020b-4ceb-9a93-e5c101e5324e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:22.827794 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-4e9245d9-0ed3-4e38-9b68-fcc742e3bfd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:22.840910 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5463b80-020b-4ceb-9a93-e5c101e5324e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2a6607-1e1a-4fab-a648-e6b2df4f9d13,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:22.843777 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-f5463b80-020b-4ceb-9a93-e5c101e5324e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:22.863349 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-f5463b80-020b-4ceb-9a93-e5c101e5324e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:22.865230 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-f5463b80-020b-4ceb-9a93-e5c101e5324e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db2a6607-1e1a-4fab-a648-e6b2df4f9d13 HTTP/1.1" status: 204 len: 168 time: 0.6069891 Jul 09 15:57:22.915501 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-5904a228-fd71-4154-a6bf-0f5b0301b63c service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=74276) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 09 15:57:22.917989 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-5904a228-fd71-4154-a6bf-0f5b0301b63c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1835268 Jul 09 15:57:23.164272 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-003c422a-ce3a-4476-abb6-116f1577c393 req-401833c4-5590-4815-86fb-723f70c19966 service neutron] 10.222.0.66 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764613 Jul 09 15:57:23.230329 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-978ba9c3-14d2-4711-8f83-bcb415e3a058 service neutron] 10.222.0.66 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868636 Jul 09 15:57:23.461440 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-8a7f4040-680f-48ef-a13d-ccb2c22ad018 service neutron] 10.222.0.66 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299130 Jul 09 15:57:23.579402 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 39764) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:23.639588 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-732a29b4-8a68-4ed3-aee6-f48b268cb510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:24.010493 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-732a29b4-8a68-4ed3-aee6-f48b268cb510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:24.023061 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-95557296-7085-42e8-802d-837e8bbf193f req-1502b0f7-6879-4340-94a2-a594d7131109 service neutron] 10.222.0.89 "GET /v2.0/networks/c038a178-a944-4c56-b792-d2b2e48564e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6119461 Jul 09 15:57:24.032715 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-732a29b4-8a68-4ed3-aee6-f48b268cb510 admin admin] Usage tracker for resource:security_group_rule and tenant:4353e1b082df42d4bccd9b51d4cfb96d is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:24.038902 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-732a29b4-8a68-4ed3-aee6-f48b268cb510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:24.063847 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-732a29b4-8a68-4ed3-aee6-f48b268cb510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:24.172411 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fdc74-afd8-4e8c-8f7a-613173562edc req-8f9851cf-c1a4-4f14-be49-3a4e2b3fe1d1 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:24.202523 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c28fdc74-afd8-4e8c-8f7a-613173562edc req-8f9851cf-c1a4-4f14-be49-3a4e2b3fe1d1 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 943 time: 0.5000625 Jul 09 15:57:24.437659 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-9b236c31-74a5-4ed6-83db-6d2f49d1db4e req-4dc19ee6-ec31-4c23-9bfd-f25caf78c8f4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dc19e4213be34c3784f47f73c2cff62f&device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 1096 time: 0.2808588 Jul 09 15:57:24.627729 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-732a29b4-8a68-4ed3-aee6-f48b268cb510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:24.648685 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-732a29b4-8a68-4ed3-aee6-f48b268cb510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:24.684382 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-5cad11fe-851b-4cfe-89f1-fbc1ff14dba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:24.804871 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c28fdc74-afd8-4e8c-8f7a-613173562edc req-ceee59d2-46ff-476d-9006-f753363c59a0 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/security-groups?id=fffa1ee1-08c1-4feb-98fb-c750a46589ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5893514 Jul 09 15:57:24.841251 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b236c31-74a5-4ed6-83db-6d2f49d1db4e req-f9d47320-6d50-4807-b0de-3a178e567d91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:24.847873 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-9b236c31-74a5-4ed6-83db-6d2f49d1db4e req-f9d47320-6d50-4807-b0de-3a178e567d91 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c038a178-a944-4c56-b792-d2b2e48564e1 HTTP/1.1" status: 200 len: 913 time: 0.4003360 Jul 09 15:57:24.969903 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-9b236c31-74a5-4ed6-83db-6d2f49d1db4e req-fe9c59f6-b38c-45d3-b5eb-88f5a0f0c162 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f1e0145-72c0-4eac-ac04-1c227af9c02f HTTP/1.1" status: 200 len: 217 time: 0.0915203 Jul 09 15:57:24.973815 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a29b4-8a68-4ed3-aee6-f48b268cb510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86afce13-1553-44a2-842d-73bf9e2c8dea,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:25.008333 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-732a29b4-8a68-4ed3-aee6-f48b268cb510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:25.012186 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-732a29b4-8a68-4ed3-aee6-f48b268cb510 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4353e1b082df42d4bccd9b51d4cfb96d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4313090 Jul 09 15:57:25.018755 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:25.033435 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 39816) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:25.119399 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b236c31-74a5-4ed6-83db-6d2f49d1db4e req-0579a5cb-98fb-480f-be20-4ba6d2adfd57 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:25.122456 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-9b236c31-74a5-4ed6-83db-6d2f49d1db4e req-0579a5cb-98fb-480f-be20-4ba6d2adfd57 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8dd3717d-7866-4f34-a1da-46fcac1b0f7d HTTP/1.1" status: 200 len: 852 time: 0.1447105 Jul 09 15:57:25.212269 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-965168cd-a19d-45f3-8ebc-fc3bc2ae8dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:25.273500 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-08c1498b-8cab-4a7f-b4fb-cbddb47b122e req-94e53926-7cf8-4012-a079-ebdb6e86507a tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 210 time: 0.0624349 Jul 09 15:57:25.298821 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-965168cd-a19d-45f3-8ebc-fc3bc2ae8dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:25.331624 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-9b236c31-74a5-4ed6-83db-6d2f49d1db4e req-880e5729-7d82-4cb9-be4f-2cdda93589c0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c038a178-a944-4c56-b792-d2b2e48564e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1815732 Jul 09 15:57:25.422823 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-965168cd-a19d-45f3-8ebc-fc3bc2ae8dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:25.430586 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-732a29b4-8a68-4ed3-aee6-f48b268cb510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:25.466324 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 39826) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:25.467064 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965168cd-a19d-45f3-8ebc-fc3bc2ae8dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86afce13-1553-44a2-842d-73bf9e2c8dea,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:25.482801 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-965168cd-a19d-45f3-8ebc-fc3bc2ae8dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:25.497875 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-965168cd-a19d-45f3-8ebc-fc3bc2ae8dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:25.501489 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-965168cd-a19d-45f3-8ebc-fc3bc2ae8dc6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/86afce13-1553-44a2-842d-73bf9e2c8dea HTTP/1.1" status: 204 len: 168 time: 0.4668696 Jul 09 15:57:25.614707 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.89', 49976) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:25.693580 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 39838) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:25.711052 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-f5d804df-7dd5-4b40-8c09-98dfee3f4232 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--886714796', 'description': 'tempest-description--631475387'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:57:25.717938 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-f5d804df-7dd5-4b40-8c09-98dfee3f4232 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:25.723232 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-f5d804df-7dd5-4b40-8c09-98dfee3f4232 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Usage tracker for resource:security_group and tenant:69e197f3158d4b4ca9126da741e0244b is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:25.726716 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-f5d804df-7dd5-4b40-8c09-98dfee3f4232 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:25.734180 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-f5d804df-7dd5-4b40-8c09-98dfee3f4232 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:25.754371 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9882421b-18b4-491b-b14d-1780c4c5c676 req-cf26d189-b798-4240-ba25-201a7520400d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 210 time: 0.2425859 Jul 09 15:57:25.757658 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f5d804df-7dd5-4b40-8c09-98dfee3f4232 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:25.793714 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-9b236c31-74a5-4ed6-83db-6d2f49d1db4e req-0739cc53-62e3-4656-9d32-49377bbe06c1 service neutron] 10.222.0.89 "GET /v2.0/networks/c038a178-a944-4c56-b792-d2b2e48564e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600687 Jul 09 15:57:25.828141 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-a1cb14f0-22dd-4d44-9e86-20765ca7db9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:25.898945 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-f5d804df-7dd5-4b40-8c09-98dfee3f4232 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:25.910805 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-f5d804df-7dd5-4b40-8c09-98dfee3f4232 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Usage tracker for resource:security_group_rule and tenant:69e197f3158d4b4ca9126da741e0244b is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:25.917601 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-a1cb14f0-22dd-4d44-9e86-20765ca7db9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:25.922006 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-f5d804df-7dd5-4b40-8c09-98dfee3f4232 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:25.932087 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-a1cb14f0-22dd-4d44-9e86-20765ca7db9d admin admin] Usage tracker for resource:security_group_rule and tenant:2b5bd94bef3a4714be9a00f01dcd33b2 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:25.935510 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-f5d804df-7dd5-4b40-8c09-98dfee3f4232 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:25.938880 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-a1cb14f0-22dd-4d44-9e86-20765ca7db9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:25.953485 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-a1cb14f0-22dd-4d44-9e86-20765ca7db9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:26.111009 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f5d804df-7dd5-4b40-8c09-98dfee3f4232 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:26.148919 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-a1cb14f0-22dd-4d44-9e86-20765ca7db9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:26.158399 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-a1cb14f0-22dd-4d44-9e86-20765ca7db9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:26.159497 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f5d804df-7dd5-4b40-8c09-98dfee3f4232 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:26.184157 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:26.320403 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb14f0-22dd-4d44-9e86-20765ca7db9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e78963-4886-44cc-8cc9-90888c0e1714,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:26.359350 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-a1cb14f0-22dd-4d44-9e86-20765ca7db9d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2b5bd94bef3a4714be9a00f01dcd33b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8749762 Jul 09 15:57:26.364584 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 39860) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:26.373065 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f5d804df-7dd5-4b40-8c09-98dfee3f4232 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:26.378107 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-f5d804df-7dd5-4b40-8c09-98dfee3f4232 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.6764746 Jul 09 15:57:26.399756 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 39864) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:26.425331 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-8dc70574-b07c-46f3-a18c-6223b2e115cc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Request body: {'security_group_rule': {'security_group_id': '992cd5ec-63d3-4ccf-b334-03219109d586', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:57:26.444593 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-8dc70574-b07c-46f3-a18c-6223b2e115cc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:26.449205 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d804df-7dd5-4b40-8c09-98dfee3f4232 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992cd5ec-63d3-4ccf-b334-03219109d586,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:26.449701 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04faa201-2b70-4602-b352-49ebf39a4450 req-c8ba89d3-fe97-4ef0-af32-57e49621f414 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:26.450828 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-04faa201-2b70-4602-b352-49ebf39a4450 req-c8ba89d3-fe97-4ef0-af32-57e49621f414 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Synchronizing usage tracker for tenant:798c4c987947430b9f5ca3417f6fae1e on resource:network {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:57:26.464387 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-f5d804df-7dd5-4b40-8c09-98dfee3f4232 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:26.465424 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-8dc70574-b07c-46f3-a18c-6223b2e115cc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Usage tracker for resource:security_group_rule and tenant:69e197f3158d4b4ca9126da741e0244b is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:26.473830 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:26.473830 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:26.490810 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-8dc70574-b07c-46f3-a18c-6223b2e115cc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:26.490810 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-8dc70574-b07c-46f3-a18c-6223b2e115cc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:26.514708 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cf668-6605-48d7-a983-edc59e49a583 req-0ddd24dd-31da-4a3c-911a-85c59a99ceb0 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:26.522838 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-463cf668-6605-48d7-a983-edc59e49a583 req-0ddd24dd-31da-4a3c-911a-85c59a99ceb0 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 943 time: 0.4703336 Jul 09 15:57:26.555177 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-9b236c31-74a5-4ed6-83db-6d2f49d1db4e req-080a8089-bd9b-4a51-b4f8-25181a964242 service neutron] 10.222.0.89 "GET /v2.0/networks/c038a178-a944-4c56-b792-d2b2e48564e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7387738 Jul 09 15:57:26.565584 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-04faa201-2b70-4602-b352-49ebf39a4450 req-c8ba89d3-fe97-4ef0-af32-57e49621f414 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Unset dirty status for tenant:798c4c987947430b9f5ca3417f6fae1e on resource:network {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:57:26.567880 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-04faa201-2b70-4602-b352-49ebf39a4450 req-c8ba89d3-fe97-4ef0-af32-57e49621f414 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.89 "GET /v2.0/networks?id=0720c046-472b-41f7-aed1-fe5049b59216 HTTP/1.1" status: 200 len: 818 time: 0.9513190 Jul 09 15:57:26.571817 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-8dc70574-b07c-46f3-a18c-6223b2e115cc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:26.624163 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-04faa201-2b70-4602-b352-49ebf39a4450 req-b8f27e9a-cb78-4188-95b4-cdd04a8eaa8b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Request body: {'port': {'device_id': 'af63ca97-157b-4ad7-ba38-5aeae85f20b3', 'network_id': '0720c046-472b-41f7-aed1-fe5049b59216', 'admin_state_up': True, 'tenant_id': '798c4c987947430b9f5ca3417f6fae1e'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:57:26.655539 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-0422e691-3060-4282-a6f6-4c6eabe405de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:26.692944 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-463cf668-6605-48d7-a983-edc59e49a583 req-716381b1-eba8-483a-a3e2-26833fcaceb7 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/security-groups?id=fffa1ee1-08c1-4feb-98fb-c750a46589ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689363 Jul 09 15:57:26.759133 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-0422e691-3060-4282-a6f6-4c6eabe405de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:26.847977 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-8dc70574-b07c-46f3-a18c-6223b2e115cc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:26.876507 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-8dc70574-b07c-46f3-a18c-6223b2e115cc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903320'] for security_group_rule, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:26.884664 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c35f1f82-83d1-4798-a8bc-dce205c19fa7 req-56903b1b-237d-4231-bd76-b3efe888574a tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 210 time: 0.1411805 Jul 09 15:57:26.905951 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:27.003361 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc70574-b07c-46f3-a18c-6223b2e115cc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b3562a-7395-4ced-8550-1079f2e120d6,revision_number=0']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:27.016946 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-8dc70574-b07c-46f3-a18c-6223b2e115cc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:27.063299 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-0422e691-3060-4282-a6f6-4c6eabe405de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:27.068950 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-0422e691-3060-4282-a6f6-4c6eabe405de admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:27.074184 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-0422e691-3060-4282-a6f6-4c6eabe405de admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/26e78963-4886-44cc-8cc9-90888c0e1714 HTTP/1.1" status: 204 len: 168 time: 0.7074659 Jul 09 15:57:27.076070 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-f5d804df-7dd5-4b40-8c09-98dfee3f4232 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:27.118431 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-04faa201-2b70-4602-b352-49ebf39a4450 req-b8f27e9a-cb78-4188-95b4-cdd04a8eaa8b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:27.125051 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-8dc70574-b07c-46f3-a18c-6223b2e115cc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:27.130224 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-8dc70574-b07c-46f3-a18c-6223b2e115cc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7266824 Jul 09 15:57:27.133927 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 39902) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:27.146708 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-f30b93cf-a1f5-44b5-b191-f2368a5eecff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Request body: {'security_group_rule': {'security_group_id': '992cd5ec-63d3-4ccf-b334-03219109d586', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:57:27.179744 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422e691-3060-4282-a6f6-4c6eabe405de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e78963-4886-44cc-8cc9-90888c0e1714,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:27.218678 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-f30b93cf-a1f5-44b5-b191-f2368a5eecff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:27.222269 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-0422e691-3060-4282-a6f6-4c6eabe405de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:27.233974 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-f30b93cf-a1f5-44b5-b191-f2368a5eecff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Usage tracker for resource:security_group_rule and tenant:69e197f3158d4b4ca9126da741e0244b is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:27.271347 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-f30b93cf-a1f5-44b5-b191-f2368a5eecff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:27.379192 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-f30b93cf-a1f5-44b5-b191-f2368a5eecff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:27.379948 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-04faa201-2b70-4602-b352-49ebf39a4450 req-b8f27e9a-cb78-4188-95b4-cdd04a8eaa8b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:27.391466 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1823812f-9e9c-486b-af28-a070035f5454 req-01bd06de-101c-40b3-bf64-20856a7cdeb3 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 210 time: 0.1589346 Jul 09 15:57:27.411990 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f30b93cf-a1f5-44b5-b191-f2368a5eecff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:27.424475 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04faa201-2b70-4602-b352-49ebf39a4450 req-b8f27e9a-cb78-4188-95b4-cdd04a8eaa8b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Made reservation on behalf of 798c4c987947430b9f5ca3417f6fae1e for: {'port': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:57:27.429097 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-04faa201-2b70-4602-b352-49ebf39a4450 req-b8f27e9a-cb78-4188-95b4-cdd04a8eaa8b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:27.530064 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f30b93cf-a1f5-44b5-b191-f2368a5eecff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:27.535696 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f30b93cf-a1f5-44b5-b191-f2368a5eecff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903320'] for security_group_rule, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:27.539398 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:27.569372 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b93cf-a1f5-44b5-b191-f2368a5eecff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521be2d2-ef28-4e25-903a-8e600c110862,revision_number=0']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:27.580456 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-f30b93cf-a1f5-44b5-b191-f2368a5eecff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:27.597315 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 2f1e0145-72c0-4eac-ac04-1c227af9c02f details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:57:27.629429 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f30b93cf-a1f5-44b5-b191-f2368a5eecff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:27.631375 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c422a-ce3a-4476-abb6-116f1577c393 req-3b8bc3d4-aed7-46a5-a8bd-b357b3a1b315 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:27.633017 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-003c422a-ce3a-4476-abb6-116f1577c393 req-3b8bc3d4-aed7-46a5-a8bd-b357b3a1b315 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.89 "GET /v2.0/networks?id=0720c046-472b-41f7-aed1-fe5049b59216 HTTP/1.1" status: 200 len: 818 time: 0.5463424 Jul 09 15:57:27.633563 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-f30b93cf-a1f5-44b5-b191-f2368a5eecff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4919581 Jul 09 15:57:27.636825 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 39918) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:27.653891 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Request body: {'floatingip': {'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:57:27.664641 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:27.671844 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Usage tracker for resource:floatingip and tenant:69e197f3158d4b4ca9126da741e0244b is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:27.673402 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-003c422a-ce3a-4476-abb6-116f1577c393 req-b0d151a8-1b0f-4f94-8621-d8320fb60503 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Request body: {'port': {'device_id': 'cf43d3bd-c665-4379-bd70-4d32d8d4b5df', 'network_id': '0720c046-472b-41f7-aed1-fe5049b59216', 'admin_state_up': True, 'tenant_id': '798c4c987947430b9f5ca3417f6fae1e'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:57:27.678322 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:27.691706 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:27.710254 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for floatingip, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:27.885140 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.89', 49985) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:27.950307 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 2f1e0145-72c0-4eac-ac04-1c227af9c02f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=2f1e0145-72c0-4eac-ac04-1c227af9c02f,segment=NetworkSegment(a4ef4717-7a18-4bc0-a126-45b85bac1396),segment_id=a4ef4717-7a18-4bc0-a126-45b85bac1396)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:28.001345 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': '2f1e0145-72c0-4eac-ac04-1c227af9c02f', 'network_id': 'c038a178-a944-4c56-b792-d2b2e48564e1', 'port_id': '2f1e0145-72c0-4eac-ac04-1c227af9c02f', 'mac_address': 'fa:16:3e:b2:f0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd3717d-7866-4f34-a1da-46fcac1b0f7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:57:28.023115 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-003c422a-ce3a-4476-abb6-116f1577c393 req-b0d151a8-1b0f-4f94-8621-d8320fb60503 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:28.033900 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-003c422a-ce3a-4476-abb6-116f1577c393 req-b0d151a8-1b0f-4f94-8621-d8320fb60503 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Usage tracker for resource:port and tenant:798c4c987947430b9f5ca3417f6fae1e is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:28.151820 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 39932) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:28.176006 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [req-04faa201-2b70-4602-b352-49ebf39a4450 req-b8f27e9a-cb78-4188-95b4-cdd04a8eaa8b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Allocated IP 172.20.0.12 (0720c046-472b-41f7-aed1-fe5049b59216/4121e6a0-77e3-405e-b1c9-fb3cc0cd4986/c0ee7a7a-a984-4308-b677-081305a62fad) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:57:28.226774 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:28.274323 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f1e0145-72c0-4eac-ac04-1c227af9c02f {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:57:28.318628 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 2f1e0145-72c0-4eac-ac04-1c227af9c02f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=2f1e0145-72c0-4eac-ac04-1c227af9c02f,segment=NetworkSegment(a4ef4717-7a18-4bc0-a126-45b85bac1396),segment_id=a4ef4717-7a18-4bc0-a126-45b85bac1396)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:28.324126 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:28.325954 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:28.440976 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=2f1e0145-72c0-4eac-ac04-1c227af9c02f,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:28.444656 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:28.454985 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-003c422a-ce3a-4476-abb6-116f1577c393 req-b0d151a8-1b0f-4f94-8621-d8320fb60503 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:28.464108 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-003c422a-ce3a-4476-abb6-116f1577c393 req-b0d151a8-1b0f-4f94-8621-d8320fb60503 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:28.484923 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a858d5d2-a111-4057-82e4-bc1492f564e1 req-b06ea2c1-5a82-4229-b24c-a96acc568a4e tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 210 time: 0.0949488 Jul 09 15:57:28.493146 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-04faa201-2b70-4602-b352-49ebf39a4450 req-b8f27e9a-cb78-4188-95b4-cdd04a8eaa8b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:28.499280 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003c422a-ce3a-4476-abb6-116f1577c393 req-b0d151a8-1b0f-4f94-8621-d8320fb60503 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Made reservation on behalf of 798c4c987947430b9f5ca3417f6fae1e for: {'port': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:57:28.502452 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-003c422a-ce3a-4476-abb6-116f1577c393 req-b0d151a8-1b0f-4f94-8621-d8320fb60503 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:28.529227 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f2e827db-456f-4b93-b58f-cc80a799ca56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:28.747144 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [req-003c422a-ce3a-4476-abb6-116f1577c393 req-b0d151a8-1b0f-4f94-8621-d8320fb60503 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Allocated IP 172.20.0.3 (0720c046-472b-41f7-aed1-fe5049b59216/4121e6a0-77e3-405e-b1c9-fb3cc0cd4986/d4046553-f97e-4b9c-a69a-da9334346d4a) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:57:28.766008 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9a21ee73-1d76-4a5f-9895-ca226e77dab5 req-ab81dcff-6375-4d0a-9ca6-626971ef1008 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 210 time: 0.0733626 Jul 09 15:57:28.769662 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 39946) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:28.803935 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-f2e827db-456f-4b93-b58f-cc80a799ca56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:28.804022 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['2f1e0145-72c0-4eac-ac04-1c227af9c02f'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 15:57:28.824804 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-15f00a58-5157-4593-a21a-1562e2fab8a1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:28.826303 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-15f00a58-5157-4593-a21a-1562e2fab8a1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.89 "GET /v2.0/networks?id=c0f8cb26-8b3d-4d13-b008-9f068bcd3651 HTTP/1.1" status: 200 len: 810 time: 0.9230607 Jul 09 15:57:28.827695 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-f2e827db-456f-4b93-b58f-cc80a799ca56 admin admin] Usage tracker for resource:security_group_rule and tenant:b7235bbcfa5a46aba7fc56dac44ff617 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:28.830519 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 39954) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:28.845622 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98bd4c-22a3-49af-b79c-e53553671714 req-b0831da0-29db-45b2-8f23-957cc0011024 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:28.852756 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cf98bd4c-22a3-49af-b79c-e53553671714 req-b0831da0-29db-45b2-8f23-957cc0011024 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 943 time: 0.7530606 Jul 09 15:57:28.859442 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-f2e827db-456f-4b93-b58f-cc80a799ca56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:28.906945 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-f2e827db-456f-4b93-b58f-cc80a799ca56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:28.967007 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:29.065266 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-003c422a-ce3a-4476-abb6-116f1577c393 req-b0d151a8-1b0f-4f94-8621-d8320fb60503 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:29.085967 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-04faa201-2b70-4602-b352-49ebf39a4450 req-b8f27e9a-cb78-4188-95b4-cdd04a8eaa8b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:29.097115 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:29.166211 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-003c422a-ce3a-4476-abb6-116f1577c393 req-b0d151a8-1b0f-4f94-8621-d8320fb60503 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:29.172357 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-705a2599-c436-4649-9a27-a10aa022cce7 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ea28ba7538a42cf98540122fdcd24bc HTTP/1.1" status: 200 len: 379 time: 0.3084614 Jul 09 15:57:29.198954 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-75e4fdda-8a0a-410a-a177-08406d6a1b4f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Request body: {'port': {'device_id': '7cc95a64-9c36-40ec-aaa5-1ce2734525f7', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'admin_state_up': True, 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'security_groups': ['39799956-66f0-4b28-a8a4-89fcd1aba4da']}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:57:29.201229 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f27e9a-cb78-4188-95b4-cdd04a8eaa8b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Pushing event updated for resources: {'Port': ['ID=c0ee7a7a-a984-4308-b677-081305a62fad,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:29.209685 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04faa201-2b70-4602-b352-49ebf39a4450 req-b8f27e9a-cb78-4188-95b4-cdd04a8eaa8b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Network 0720c046-472b-41f7-aed1-fe5049b59216 is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:57:29.211078 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b8f27e9a-cb78-4188-95b4-cdd04a8eaa8b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:29.211598 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:29.303381 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003c422a-ce3a-4476-abb6-116f1577c393 req-b0d151a8-1b0f-4f94-8621-d8320fb60503 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Network 0720c046-472b-41f7-aed1-fe5049b59216 is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:57:29.304854 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d151a8-1b0f-4f94-8621-d8320fb60503 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Pushing event updated for resources: {'Port': ['ID=d4046553-f97e-4b9c-a69a-da9334346d4a,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:29.308027 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [req-04faa201-2b70-4602-b352-49ebf39a4450 req-b8f27e9a-cb78-4188-95b4-cdd04a8eaa8b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:57:29.320249 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b0d151a8-1b0f-4f94-8621-d8320fb60503 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:29.321290 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [req-003c422a-ce3a-4476-abb6-116f1577c393 req-b0d151a8-1b0f-4f94-8621-d8320fb60503 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:57:29.325689 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-003c422a-ce3a-4476-abb6-116f1577c393 req-b0d151a8-1b0f-4f94-8621-d8320fb60503 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:57:29.333892 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c422a-ce3a-4476-abb6-116f1577c393 req-b0d151a8-1b0f-4f94-8621-d8320fb60503 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:29.334840 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-003c422a-ce3a-4476-abb6-116f1577c393 req-b0d151a8-1b0f-4f94-8621-d8320fb60503 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:29.335281 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cf98bd4c-22a3-49af-b79c-e53553671714 req-92da2cff-e9a4-4dc1-8105-b2714141e4a0 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/security-groups?id=fffa1ee1-08c1-4feb-98fb-c750a46589ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809678 Jul 09 15:57:29.383700 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-003c422a-ce3a-4476-abb6-116f1577c393 req-b0d151a8-1b0f-4f94-8621-d8320fb60503 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7224963 Jul 09 15:57:29.385151 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-04faa201-2b70-4602-b352-49ebf39a4450 req-b8f27e9a-cb78-4188-95b4-cdd04a8eaa8b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:57:29.389932 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04faa201-2b70-4602-b352-49ebf39a4450 req-b8f27e9a-cb78-4188-95b4-cdd04a8eaa8b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:29.390418 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-04faa201-2b70-4602-b352-49ebf39a4450 req-b8f27e9a-cb78-4188-95b4-cdd04a8eaa8b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:29.391019 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_common [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Allocated IP 172.28.0.158 (9b0e874f-69b5-4e89-8292-fc23cbc7812a/89578b1c-09bb-418b-8489-b10f6f860e17/9580169a-5e1c-4bf4-86ee-8a182e2f4b05) {{(pid=74276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:57:29.414062 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-003c422a-ce3a-4476-abb6-116f1577c393 req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Request body: {'port': {'device_id': 'cf43d3bd-c665-4379-bd70-4d32d8d4b5df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:57:29.436214 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-e2947b88-d113-46f7-b2e0-9d87593f14b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:29.455578 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-75e4fdda-8a0a-410a-a177-08406d6a1b4f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:29.460161 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-39668113-4e90-4932-9497-b45550eaa7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:29.471881 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-04faa201-2b70-4602-b352-49ebf39a4450 req-b8f27e9a-cb78-4188-95b4-cdd04a8eaa8b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8606741 Jul 09 15:57:29.494739 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-75e4fdda-8a0a-410a-a177-08406d6a1b4f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Usage tracker for resource:port and tenant:3ea28ba7538a42cf98540122fdcd24bc is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:29.549750 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-75e4fdda-8a0a-410a-a177-08406d6a1b4f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:29.591973 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-75e4fdda-8a0a-410a-a177-08406d6a1b4f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:29.594116 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-04faa201-2b70-4602-b352-49ebf39a4450 req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Request body: {'port': {'device_id': 'af63ca97-157b-4ad7-ba38-5aeae85f20b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:57:29.652311 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f2e827db-456f-4b93-b58f-cc80a799ca56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:29.655638 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-003c422a-ce3a-4476-abb6-116f1577c393 req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:29.684012 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f2e827db-456f-4b93-b58f-cc80a799ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:29.685261 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-e2947b88-d113-46f7-b2e0-9d87593f14b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:29.688166 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-39668113-4e90-4932-9497-b45550eaa7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:29.748327 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:29.754603 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-e2947b88-d113-46f7-b2e0-9d87593f14b7 admin admin] Usage tracker for resource:security_group_rule and tenant:85b304df261b4e588f0ae12ad6ed2b33 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:29.763835 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-39668113-4e90-4932-9497-b45550eaa7e8 admin admin] Usage tracker for resource:security_group_rule and tenant:a37a9be217d34ceba1a5873887cedbf9 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:29.775675 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-75e4fdda-8a0a-410a-a177-08406d6a1b4f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Made reservation on behalf of 3ea28ba7538a42cf98540122fdcd24bc for: {'port': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:57:29.779072 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-75e4fdda-8a0a-410a-a177-08406d6a1b4f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:29.793211 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-39668113-4e90-4932-9497-b45550eaa7e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:29.801330 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-e2947b88-d113-46f7-b2e0-9d87593f14b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:29.826099 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-39668113-4e90-4932-9497-b45550eaa7e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:29.836939 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-e2947b88-d113-46f7-b2e0-9d87593f14b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:29.886462 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-04faa201-2b70-4602-b352-49ebf39a4450 req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:29.980879 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-f2e827db-456f-4b93-b58f-cc80a799ca56 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b7235bbcfa5a46aba7fc56dac44ff617&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8273296 Jul 09 15:57:29.986968 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 39988) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:30.006879 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e827db-456f-4b93-b58f-cc80a799ca56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765c0e4f-12f4-49db-ae60-92cd3ade589b,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:30.074651 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for port, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:30.081694 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-f2e827db-456f-4b93-b58f-cc80a799ca56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:30.121508 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cea356ad-d901-4b8a-9f1f-a20d375c8838 req-ff5eaf3f-8df2-4d53-910c-e8f815c5f1fd tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 210 time: 0.1370702 Jul 09 15:57:30.251719 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_common [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-75e4fdda-8a0a-410a-a177-08406d6a1b4f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Allocated IP 172.20.0.3 (c0f8cb26-8b3d-4d13-b008-9f068bcd3651/b4105b35-a599-44f8-8dc4-3f9e81bce3de/d79c45d8-39ee-45e3-bb03-deaf529b4edd) {{(pid=74276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:57:30.306869 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354980ed-d1d5-4c75-89c0-4d5a71abe190 req-d7aac1b2-2068-4cad-b41e-52a8a552b4b0 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:30.308461 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-354980ed-d1d5-4c75-89c0-4d5a71abe190 req-d7aac1b2-2068-4cad-b41e-52a8a552b4b0 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 931 time: 0.6441903 Jul 09 15:57:30.343874 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-a1d5d0af-029a-4793-ae1c-4c8716756fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:30.387400 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-a1d5d0af-029a-4793-ae1c-4c8716756fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:30.421580 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-39668113-4e90-4932-9497-b45550eaa7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:30.469861 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-e2947b88-d113-46f7-b2e0-9d87593f14b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:30.485609 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [req-003c422a-ce3a-4476-abb6-116f1577c393 req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4046553-f97e-4b9c-a69a-da9334346d4a {{(pid=74277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:57:30.496000 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-003c422a-ce3a-4476-abb6-116f1577c393 req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:30.496324 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-39668113-4e90-4932-9497-b45550eaa7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:30.501702 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-e2947b88-d113-46f7-b2e0-9d87593f14b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:30.512066 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:30.519777 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [req-003c422a-ce3a-4476-abb6-116f1577c393 req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Transition to ACTIVE for port object d4046553-f97e-4b9c-a69a-da9334346d4a will not be triggered until provisioned by entity L2. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:57:30.523063 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-a1d5d0af-029a-4793-ae1c-4c8716756fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:30.526846 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:30.542904 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-003c422a-ce3a-4476-abb6-116f1577c393 req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:30.594718 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-354980ed-d1d5-4c75-89c0-4d5a71abe190 req-eea0234a-1ab7-46e4-bfb5-4f51001d90f6 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652094 Jul 09 15:57:30.607563 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-03783aaf-4372-455e-b0cf-89a859957678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:30.643272 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5d0af-029a-4793-ae1c-4c8716756fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765c0e4f-12f4-49db-ae60-92cd3ade589b,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:30.646242 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-a1d5d0af-029a-4793-ae1c-4c8716756fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:30.657158 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:30.696042 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-a1d5d0af-029a-4793-ae1c-4c8716756fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:30.699518 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-a1d5d0af-029a-4793-ae1c-4c8716756fc1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/765c0e4f-12f4-49db-ae60-92cd3ade589b HTTP/1.1" status: 204 len: 168 time: 0.7091742 Jul 09 15:57:30.770473 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Network 9b0e874f-69b5-4e89-8292-fc23cbc7812a is already hosted by enough agents. {{(pid=74276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:57:30.781487 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39668113-4e90-4932-9497-b45550eaa7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f824a66-4c6a-4185-883c-17ebd0fa91bc,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:30.792159 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Resources bound (agent type, host, resource id): {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:57:30.818309 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Pushing event updated for resources: {'Port': ['ID=d4046553-f97e-4b9c-a69a-da9334346d4a,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:30.822882 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:30.830894 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Received port after_create {{(pid=74276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:57:30.841184 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-39668113-4e90-4932-9497-b45550eaa7e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a37a9be217d34ceba1a5873887cedbf9&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0690348 Jul 09 15:57:30.843829 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-e2947b88-d113-46f7-b2e0-9d87593f14b7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=85b304df261b4e588f0ae12ad6ed2b33&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9882557 Jul 09 15:57:30.850230 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 40014) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:30.850563 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 40016) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:30.907261 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2947b88-d113-46f7-b2e0-9d87593f14b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774c7725-1b34-4b34-bcd2-e93d0d1fafd3,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:30.922233 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-e2947b88-d113-46f7-b2e0-9d87593f14b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:30.931025 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-003c422a-ce3a-4476-abb6-116f1577c393 req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Attempting to bind port d4046553-f97e-4b9c-a69a-da9334346d4a on host hv-cinder-80022 for vnic_type normal with profile {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:57:30.938371 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-003c422a-ce3a-4476-abb6-116f1577c393 req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Attempting to bind port d4046553-f97e-4b9c-a69a-da9334346d4a by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'adca9cec-0610-4cd5-80a7-431e2d776b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0720c046-472b-41f7-aed1-fe5049b59216'}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:57:30.938652 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-75e4fdda-8a0a-410a-a177-08406d6a1b4f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for port, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:30.939325 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c422a-ce3a-4476-abb6-116f1577c393 req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Attempting to bind port d4046553-f97e-4b9c-a69a-da9334346d4a on network 0720c046-472b-41f7-aed1-fe5049b59216 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:57:30.944439 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-693dae5a-a246-4385-baa3-640f1df06aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:30.945139 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-693dae5a-a246-4385-baa3-640f1df06aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:30.966796 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.389s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:30.974421 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c422a-ce3a-4476-abb6-116f1577c393 req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Port d4046553-f97e-4b9c-a69a-da9334346d4a on network 0720c046-472b-41f7-aed1-fe5049b59216 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 09 15:57:30.974769 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c422a-ce3a-4476-abb6-116f1577c393 req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Attempting to bind port d4046553-f97e-4b9c-a69a-da9334346d4a on network 0720c046-472b-41f7-aed1-fe5049b59216 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:57:31.025959 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c422a-ce3a-4476-abb6-116f1577c393 req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Checking agent: {'id': '891cfaac-3e76-4d41-913f-991116fa71b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:57:31.026272 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c422a-ce3a-4476-abb6-116f1577c393 req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Checking segment: {'id': 'adca9cec-0610-4cd5-80a7-431e2d776b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0720c046-472b-41f7-aed1-fe5049b59216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:57:31.026598 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c422a-ce3a-4476-abb6-116f1577c393 req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Bound using segment: {'id': 'adca9cec-0610-4cd5-80a7-431e2d776b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0720c046-472b-41f7-aed1-fe5049b59216'} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:57:31.027055 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-003c422a-ce3a-4476-abb6-116f1577c393 req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Bound port: d4046553-f97e-4b9c-a69a-da9334346d4a, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adca9cec-0610-4cd5-80a7-431e2d776b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0720c046-472b-41f7-aed1-fe5049b59216'}}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:57:31.027893 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-003c422a-ce3a-4476-abb6-116f1577c393 req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:31.128439 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-003c422a-ce3a-4476-abb6-116f1577c393 req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] For port d4046553-f97e-4b9c-a69a-da9334346d4a, host hv-cinder-80022, cleared binding levels {{(pid=74277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:57:31.130635 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-003c422a-ce3a-4476-abb6-116f1577c393 req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] For port d4046553-f97e-4b9c-a69a-da9334346d4a, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d4046553-f97e-4b9c-a69a-da9334346d4a,segment=NetworkSegment(adca9cec-0610-4cd5-80a7-431e2d776b16),segment_id=adca9cec-0610-4cd5-80a7-431e2d776b16)] {{(pid=74277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:57:31.141160 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-003c422a-ce3a-4476-abb6-116f1577c393 req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:31.149211 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [req-04faa201-2b70-4602-b352-49ebf39a4450 req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ee7a7a-a984-4308-b677-081305a62fad {{(pid=74277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:57:31.172704 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:31.203605 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 40034) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:31.216005 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd1c47-1baa-4b13-b930-096a2e8cd359 req-f0206451-f688-404c-8798-1cc9a7374ff3 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:31.222914 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b3fd1c47-1baa-4b13-b930-096a2e8cd359 req-f0206451-f688-404c-8798-1cc9a7374ff3 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 944 time: 0.6485195 Jul 09 15:57:31.225063 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.provisioning_blocks [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-75e4fdda-8a0a-410a-a177-08406d6a1b4f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Transition to ACTIVE for port object d79c45d8-39ee-45e3-bb03-deaf529b4edd will not be triggered until provisioned by entity DHCP. {{(pid=74276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:57:31.265835 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-04faa201-2b70-4602-b352-49ebf39a4450 req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:31.279084 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-480e6141-79f0-459f-b6a2-791c60b41622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:31.338137 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [req-04faa201-2b70-4602-b352-49ebf39a4450 req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Transition to ACTIVE for port object c0ee7a7a-a984-4308-b677-081305a62fad will not be triggered until provisioned by entity L2. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:57:31.344214 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-003c422a-ce3a-4476-abb6-116f1577c393 req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:31.346330 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-003c422a-ce3a-4476-abb6-116f1577c393 req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] 10.222.0.89 "PUT /v2.0/ports/d4046553-f97e-4b9c-a69a-da9334346d4a HTTP/1.1" status: 200 len: 1093 time: 1.9397969 Jul 09 15:57:31.347349 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf43d3bd-c665-4379-bd70-4d32d8d4b5df', 'tag': 'd4046553-f97e-4b9c-a69a-da9334346d4a'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:57:31.351785 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-b6913d0a-4a79-40eb-aca6-3dfc89846ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:31.358700 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-04faa201-2b70-4602-b352-49ebf39a4450 req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:31.373660 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Pushing event updated for resources: {'Port': ['ID=9580169a-5e1c-4bf4-86ee-8a182e2f4b05,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:31.388684 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Pushing event updated for resources: {'Port': ['ID=d4046553-f97e-4b9c-a69a-da9334346d4a,revision_number=3']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:31.395353 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:31.396959 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:31.397634 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-a21b1657-719b-4b91-ac83-7fb30ec59667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:31.399104 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-480e6141-79f0-459f-b6a2-791c60b41622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:31.459561 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3c56d225-80e2-4164-9724-bc14860e14d6 req-7d181023-c14b-4ccb-b079-321902e1d082 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 210 time: 0.0697083 Jul 09 15:57:31.505384 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-b6913d0a-4a79-40eb-aca6-3dfc89846ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:31.529251 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b3fd1c47-1baa-4b13-b930-096a2e8cd359 req-213e8a46-63c7-458c-b39d-4f27f1b44805 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/security-groups?id=fffa1ee1-08c1-4feb-98fb-c750a46589ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052895 Jul 09 15:57:31.535902 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 2f1e0145-72c0-4eac-ac04-1c227af9c02f up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:57:31.679044 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf43d3bd-c665-4379-bd70-4d32d8d4b5df', 'tag': 'd4046553-f97e-4b9c-a69a-da9334346d4a', 'status': 'completed', 'code': 200} Jul 09 15:57:31.689122 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ee7a7a-a984-4308-b677-081305a62fad,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:31.694916 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:31.707023 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-75e4fdda-8a0a-410a-a177-08406d6a1b4f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:31.713535 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:31.736757 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning for port 2f1e0145-72c0-4eac-ac04-1c227af9c02f completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:57:31.752766 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port 2f1e0145-72c0-4eac-ac04-1c227af9c02f triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:31.753218 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:31.770102 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-04faa201-2b70-4602-b352-49ebf39a4450 req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Attempting to bind port c0ee7a7a-a984-4308-b677-081305a62fad on host hv-cinder-80022 for vnic_type normal with profile {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:57:31.771356 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-04faa201-2b70-4602-b352-49ebf39a4450 req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Attempting to bind port c0ee7a7a-a984-4308-b677-081305a62fad by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'adca9cec-0610-4cd5-80a7-431e2d776b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0720c046-472b-41f7-aed1-fe5049b59216'}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:57:31.771685 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04faa201-2b70-4602-b352-49ebf39a4450 req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Attempting to bind port c0ee7a7a-a984-4308-b677-081305a62fad on network 0720c046-472b-41f7-aed1-fe5049b59216 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:57:31.788524 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04faa201-2b70-4602-b352-49ebf39a4450 req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Port c0ee7a7a-a984-4308-b677-081305a62fad on network 0720c046-472b-41f7-aed1-fe5049b59216 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 09 15:57:31.788766 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04faa201-2b70-4602-b352-49ebf39a4450 req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Attempting to bind port c0ee7a7a-a984-4308-b677-081305a62fad on network 0720c046-472b-41f7-aed1-fe5049b59216 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:57:31.809104 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-003c422a-ce3a-4476-abb6-116f1577c393 req-5cf452f1-fdc5-4925-a4b7-b71df6261615 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=798c4c987947430b9f5ca3417f6fae1e&device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 1096 time: 0.3706355 Jul 09 15:57:31.810032 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04faa201-2b70-4602-b352-49ebf39a4450 req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Checking agent: {'id': '891cfaac-3e76-4d41-913f-991116fa71b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:57:31.810364 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04faa201-2b70-4602-b352-49ebf39a4450 req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Checking segment: {'id': 'adca9cec-0610-4cd5-80a7-431e2d776b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0720c046-472b-41f7-aed1-fe5049b59216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:57:31.810757 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04faa201-2b70-4602-b352-49ebf39a4450 req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Bound using segment: {'id': 'adca9cec-0610-4cd5-80a7-431e2d776b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0720c046-472b-41f7-aed1-fe5049b59216'} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:57:31.811173 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-04faa201-2b70-4602-b352-49ebf39a4450 req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Bound port: c0ee7a7a-a984-4308-b677-081305a62fad, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adca9cec-0610-4cd5-80a7-431e2d776b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0720c046-472b-41f7-aed1-fe5049b59216'}}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:57:31.811501 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-04faa201-2b70-4602-b352-49ebf39a4450 req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:31.855095 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:31.899877 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:31.924749 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-003c422a-ce3a-4476-abb6-116f1577c393 req-bf8d9469-9226-4cb9-b7f2-e6af4229b58f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4046553-f97e-4b9c-a69a-da9334346d4a HTTP/1.1" status: 200 len: 217 time: 0.0935297 Jul 09 15:57:31.936768 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d9d723-1561-48d5-8215-a8db86a9f6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1e0145-72c0-4eac-ac04-1c227af9c02f'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:57:31.937998 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:31.993420 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4fdda-8a0a-410a-a177-08406d6a1b4f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Pushing event updated for resources: {'Port': ['ID=d79c45d8-39ee-45e3-bb03-deaf529b4edd,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:32.026517 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 2f1e0145-72c0-4eac-ac04-1c227af9c02f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=2f1e0145-72c0-4eac-ac04-1c227af9c02f,segment=NetworkSegment(a4ef4717-7a18-4bc0-a126-45b85bac1396),segment_id=a4ef4717-7a18-4bc0-a126-45b85bac1396)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:32.031601 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:32.041166 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:32.041397 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c422a-ce3a-4476-abb6-116f1577c393 req-d77d3127-747b-4224-b076-ef203ebd941e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:32.044128 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-003c422a-ce3a-4476-abb6-116f1577c393 req-d77d3127-747b-4224-b076-ef203ebd941e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4121e6a0-77e3-405e-b1c9-fb3cc0cd4986 HTTP/1.1" status: 200 len: 858 time: 0.1119044 Jul 09 15:57:32.052079 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-04faa201-2b70-4602-b352-49ebf39a4450 req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] For port c0ee7a7a-a984-4308-b677-081305a62fad, host hv-cinder-80022, cleared binding levels {{(pid=74277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:57:32.074709 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-75e4fdda-8a0a-410a-a177-08406d6a1b4f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:32.075739 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-b6913d0a-4a79-40eb-aca6-3dfc89846ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:32.090647 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-6966c6f7-2ebd-446e-85cc-dcded504904a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:32.117216 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:32.119646 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-003c422a-ce3a-4476-abb6-116f1577c393 req-5671c707-52c2-4181-bf58-c86c4bb9b14b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0720c046-472b-41f7-aed1-fe5049b59216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636034 Jul 09 15:57:32.121487 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-04faa201-2b70-4602-b352-49ebf39a4450 req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] For port c0ee7a7a-a984-4308-b677-081305a62fad, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c0ee7a7a-a984-4308-b677-081305a62fad,segment=NetworkSegment(adca9cec-0610-4cd5-80a7-431e2d776b16),segment_id=adca9cec-0610-4cd5-80a7-431e2d776b16)] {{(pid=74277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:57:32.128658 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-04faa201-2b70-4602-b352-49ebf39a4450 req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:32.155563 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-480e6141-79f0-459f-b6a2-791c60b41622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:32.163514 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6913d0a-4a79-40eb-aca6-3dfc89846ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774c7725-1b34-4b34-bcd2-e93d0d1fafd3,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:32.165722 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=2f1e0145-72c0-4eac-ac04-1c227af9c02f,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:32.168305 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-75e4fdda-8a0a-410a-a177-08406d6a1b4f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Network c0f8cb26-8b3d-4d13-b008-9f068bcd3651 is already hosted by enough agents. {{(pid=74276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:57:32.186960 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-b6913d0a-4a79-40eb-aca6-3dfc89846ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:32.187674 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-b6913d0a-4a79-40eb-aca6-3dfc89846ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:32.188181 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:32.202939 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-75e4fdda-8a0a-410a-a177-08406d6a1b4f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Resources bound (agent type, host, resource id): {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:57:32.213909 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-75e4fdda-8a0a-410a-a177-08406d6a1b4f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Received port after_create {{(pid=74276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:57:32.218192 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-75e4fdda-8a0a-410a-a177-08406d6a1b4f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:32.218894 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-75e4fdda-8a0a-410a-a177-08406d6a1b4f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for port, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:32.253951 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e6141-79f0-459f-b6a2-791c60b41622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f824a66-4c6a-4185-883c-17ebd0fa91bc,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:32.309546 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:32.355062 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-6966c6f7-2ebd-446e-85cc-dcded504904a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:32.363417 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-04faa201-2b70-4602-b352-49ebf39a4450 req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:32.365510 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-04faa201-2b70-4602-b352-49ebf39a4450 req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] 10.222.0.89 "PUT /v2.0/ports/c0ee7a7a-a984-4308-b677-081305a62fad HTTP/1.1" status: 200 len: 1094 time: 2.8341448 Jul 09 15:57:32.369031 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-003c422a-ce3a-4476-abb6-116f1577c393 req-ddb591a1-d956-41d0-b2dc-4b224b8e9ce3 service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381864 Jul 09 15:57:32.403893 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-480e6141-79f0-459f-b6a2-791c60b41622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:32.407673 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-6966c6f7-2ebd-446e-85cc-dcded504904a admin admin] Usage tracker for resource:security_group_rule and tenant:bc9e94727c86443aabb00445d0922249 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:32.414533 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-6966c6f7-2ebd-446e-85cc-dcded504904a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:32.467652 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-6966c6f7-2ebd-446e-85cc-dcded504904a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:32.604780 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-652b960c-e653-4792-9ea0-17a474974f07 None None] Provisioning for port d79c45d8-39ee-45e3-bb03-deaf529b4edd completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:57:32.617710 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-652b960c-e653-4792-9ea0-17a474974f07 None None] Provisioning complete for port d79c45d8-39ee-45e3-bb03-deaf529b4edd triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:32.618121 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-652b960c-e653-4792-9ea0-17a474974f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:32.692877 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-652b960c-e653-4792-9ea0-17a474974f07 None None] Port d79c45d8-39ee-45e3-bb03-deaf529b4edd cannot update to ACTIVE because it is not bound. {{(pid=74278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 09 15:57:32.695208 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-b6913d0a-4a79-40eb-aca6-3dfc89846ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:32.699417 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-b6913d0a-4a79-40eb-aca6-3dfc89846ca8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/774c7725-1b34-4b34-bcd2-e93d0d1fafd3 HTTP/1.1" status: 204 len: 168 time: 1.8424351 Jul 09 15:57:32.744792 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3377a-30f2-4f43-92c1-54a3a9e6b629 req-962df29d-79cf-4e3d-857b-41a68175489f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:32.746406 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-fee3377a-30f2-4f43-92c1-54a3a9e6b629 req-962df29d-79cf-4e3d-857b-41a68175489f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 943 time: 0.9160619 Jul 09 15:57:32.747688 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-75e4fdda-8a0a-410a-a177-08406d6a1b4f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5634882 Jul 09 15:57:32.753492 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d9d723-1561-48d5-8215-a8db86a9f6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1e0145-72c0-4eac-ac04-1c227af9c02f', 'code': 200} Jul 09 15:57:32.755348 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-003c422a-ce3a-4476-abb6-116f1577c393 req-433acaeb-a29c-46f0-b8d0-1053f0375e36 service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538585 Jul 09 15:57:32.756134 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ee7a7a-a984-4308-b677-081305a62fad,revision_number=3']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:32.760862 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for port, precommit_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:32.762283 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:32.773714 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-480e6141-79f0-459f-b6a2-791c60b41622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:32.780516 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-480e6141-79f0-459f-b6a2-791c60b41622 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1f824a66-4c6a-4185-883c-17ebd0fa91bc HTTP/1.1" status: 204 len: 168 time: 1.9283004 Jul 09 15:57:32.785219 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:32.793493 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-04faa201-2b70-4602-b352-49ebf39a4450 req-d897e70e-38f2-4bd3-8265-88575b1e9ea3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=798c4c987947430b9f5ca3417f6fae1e&device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 1097 time: 0.2106097 Jul 09 15:57:32.837525 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:32.934627 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-04faa201-2b70-4602-b352-49ebf39a4450 req-3ff0fd7d-d076-4e91-b3c7-33ebbed795fe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0ee7a7a-a984-4308-b677-081305a62fad HTTP/1.1" status: 200 len: 217 time: 0.0938306 Jul 09 15:57:32.995929 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Request body: {'port': {'device_id': '7cc95a64-9c36-40ec-aaa5-1ce2734525f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:57:33.031618 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011831'] for floatingip, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:33.136118 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.89', 49988) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:33.144712 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-fee3377a-30f2-4f43-92c1-54a3a9e6b629 req-7c6c7da7-5f7d-4c87-bc3c-b45a6a5c8c3d tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729990 Jul 09 15:57:33.145730 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Pushing event updated for resources: {'Port': ['ID=9580169a-5e1c-4bf4-86ee-8a182e2f4b05,revision_number=2']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:33.177481 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for floatingip, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:33.178723 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5351701 Jul 09 15:57:33.193660 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04faa201-2b70-4602-b352-49ebf39a4450 req-71c6f089-057c-4fea-812f-aecc1b30f6ed service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:33.219489 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-04faa201-2b70-4602-b352-49ebf39a4450 req-71c6f089-057c-4fea-812f-aecc1b30f6ed service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4121e6a0-77e3-405e-b1c9-fb3cc0cd4986 HTTP/1.1" status: 200 len: 858 time: 0.2472761 Jul 09 15:57:33.283072 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:33.294350 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-04faa201-2b70-4602-b352-49ebf39a4450 req-4c2f9a09-6087-48c2-8058-74d1b058258f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0720c046-472b-41f7-aed1-fe5049b59216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553458 Jul 09 15:57:33.305572 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-fc991875-6b5f-4903-be1a-92922e103ea3 req-0ca4d66e-45d6-412b-b426-13ef96f7e256 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=798c4c987947430b9f5ca3417f6fae1e&device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 1096 time: 0.3300776 Jul 09 15:57:33.475268 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c33b4-467e-44ec-984f-75395ba52729 req-155ed66a-42b2-49fa-bb5c-eb9d319a3d9b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:33.476378 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-fd9c33b4-467e-44ec-984f-75395ba52729 req-155ed66a-42b2-49fa-bb5c-eb9d319a3d9b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Synchronizing usage tracker for tenant:3ea28ba7538a42cf98540122fdcd24bc on resource:port {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:57:33.485531 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:33.558148 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-04faa201-2b70-4602-b352-49ebf39a4450 req-99f01e79-5c5f-4e5e-8b45-32736bc6e745 service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487967 Jul 09 15:57:33.558148 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc991875-6b5f-4903-be1a-92922e103ea3 req-be301c76-ae5e-4995-ac5f-a992743f0fd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:33.558148 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-fc991875-6b5f-4903-be1a-92922e103ea3 req-be301c76-ae5e-4995-ac5f-a992743f0fd0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0720c046-472b-41f7-aed1-fe5049b59216 HTTP/1.1" status: 200 len: 919 time: 0.2287154 Jul 09 15:57:33.560277 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 40098) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:33.711310 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e5209735-880c-46e1-9a3f-67423920faf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:33.720057 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af63ca97-157b-4ad7-ba38-5aeae85f20b3', 'tag': 'c0ee7a7a-a984-4308-b677-081305a62fad'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:57:33.751193 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-fc991875-6b5f-4903-be1a-92922e103ea3 req-88869b6c-d768-47fd-9749-2a9c3cd390da service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4046553-f97e-4b9c-a69a-da9334346d4a HTTP/1.1" status: 200 len: 217 time: 0.1692696 Jul 09 15:57:33.823541 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-6966c6f7-2ebd-446e-85cc-dcded504904a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:33.826805 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-fd9c33b4-467e-44ec-984f-75395ba52729 req-155ed66a-42b2-49fa-bb5c-eb9d319a3d9b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Unset dirty status for tenant:3ea28ba7538a42cf98540122fdcd24bc on resource:port {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:57:33.828108 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-fd9c33b4-467e-44ec-984f-75395ba52729 req-155ed66a-42b2-49fa-bb5c-eb9d319a3d9b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 931 time: 0.9136248 Jul 09 15:57:33.856442 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-6966c6f7-2ebd-446e-85cc-dcded504904a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:33.875476 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-688e1462-8dd2-40e3-8181-6669c1c36670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:33.877298 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc991875-6b5f-4903-be1a-92922e103ea3 req-e945cb10-4822-493b-acee-f9b4d81a93a0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:33.879268 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-fc991875-6b5f-4903-be1a-92922e103ea3 req-e945cb10-4822-493b-acee-f9b4d81a93a0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4121e6a0-77e3-405e-b1c9-fb3cc0cd4986 HTTP/1.1" status: 200 len: 858 time: 0.1205132 Jul 09 15:57:33.894262 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-e5209735-880c-46e1-9a3f-67423920faf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:33.908172 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-f2e827db-456f-4b93-b58f-cc80a799ca56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:33.946287 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-e5209735-880c-46e1-9a3f-67423920faf9 admin admin] Usage tracker for resource:security_group_rule and tenant:e7e7ad14e2084ce6a234acd274c00c9f is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:33.951183 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-fc991875-6b5f-4903-be1a-92922e103ea3 req-f10a0240-6bd8-46fb-b5dc-296937dc8df5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0720c046-472b-41f7-aed1-fe5049b59216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582955 Jul 09 15:57:33.952057 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-e5209735-880c-46e1-9a3f-67423920faf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:33.978340 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-e5209735-880c-46e1-9a3f-67423920faf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:34.068630 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8bba211a-cb72-4672-a9c2-03f95e99da64 req-cb1ddb15-5ce1-48f6-82e2-30789c88e0a5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 1098 time: 0.9270101 Jul 09 15:57:34.069553 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-04faa201-2b70-4602-b352-49ebf39a4450 req-5136f7dd-ab13-4a91-b12f-bc44378a8632 service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903812 Jul 09 15:57:34.097906 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966c6f7-2ebd-446e-85cc-dcded504904a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0bb5df-c9c1-4b4d-af9b-d949449c6434,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:34.118662 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-6966c6f7-2ebd-446e-85cc-dcded504904a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:34.133553 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-6966c6f7-2ebd-446e-85cc-dcded504904a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bc9e94727c86443aabb00445d0922249&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9247994 Jul 09 15:57:34.140058 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-8bba211a-cb72-4672-a9c2-03f95e99da64 req-43a0bee7-fb62-43e0-8713-9ba62ee0b86b service neutron] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:34.140233 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 40116) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:34.154072 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-fd9c33b4-467e-44ec-984f-75395ba52729 req-8a8b5083-bb88-4544-8f22-956836a96676 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3054483 Jul 09 15:57:34.188872 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268e618-238f-4ca5-98de-dffe846f8991 req-730a5b7f-8554-4a7b-97bc-0111c08b180c tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:34.188872 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a268e618-238f-4ca5-98de-dffe846f8991 req-730a5b7f-8554-4a7b-97bc-0111c08b180c tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 945 time: 0.7657053 Jul 09 15:57:34.245026 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-fc991875-6b5f-4903-be1a-92922e103ea3 req-3a2eda8d-4de6-4ffa-b151-a030190ecaad service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700026 Jul 09 15:57:34.289944 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d79c45d8-39ee-45e3-bb03-deaf529b4edd {{(pid=74276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:57:34.295673 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [req-8bba211a-cb72-4672-a9c2-03f95e99da64 req-43a0bee7-fb62-43e0-8713-9ba62ee0b86b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:34.310658 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:34.313659 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-8bba211a-cb72-4672-a9c2-03f95e99da64 req-43a0bee7-fb62-43e0-8713-9ba62ee0b86b service neutron] Usage tracker for resource:security_group_rule and tenant:f685679df80647bdbdd73d5ce1ca68c5 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:34.319615 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-8bba211a-cb72-4672-a9c2-03f95e99da64 req-43a0bee7-fb62-43e0-8713-9ba62ee0b86b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:34.339510 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [req-8bba211a-cb72-4672-a9c2-03f95e99da64 req-43a0bee7-fb62-43e0-8713-9ba62ee0b86b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:34.345913 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.provisioning_blocks [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Transition to ACTIVE for port object d79c45d8-39ee-45e3-bb03-deaf529b4edd will not be triggered until provisioned by entity L2. {{(pid=74276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:57:34.348825 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a268e618-238f-4ca5-98de-dffe846f8991 req-5d31dc66-8177-482a-a815-b1081e6c9de6 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/security-groups?id=fffa1ee1-08c1-4feb-98fb-c750a46589ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193092 Jul 09 15:57:34.352330 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:34.358221 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:34.418953 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:34.621687 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-fc991875-6b5f-4903-be1a-92922e103ea3 req-bb10c121-3c9d-4b3d-b937-4632896b155b service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536427 Jul 09 15:57:34.627599 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af63ca97-157b-4ad7-ba38-5aeae85f20b3', 'tag': 'c0ee7a7a-a984-4308-b677-081305a62fad', 'status': 'completed', 'code': 200} Jul 09 15:57:34.789049 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e5209735-880c-46e1-9a3f-67423920faf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:34.816538 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e5209735-880c-46e1-9a3f-67423920faf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:34.843322 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-88c15bc6-3cf1-4427-b634-47a03eceef55 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Synchronizing usage tracker for tenant:69e197f3158d4b4ca9126da741e0244b on resource:security_group {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:57:34.846651 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Pushing event updated for resources: {'Port': ['ID=d79c45d8-39ee-45e3-bb03-deaf529b4edd,revision_number=2']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:34.849264 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:34.858011 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:34.881593 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-db8d16fc-ff3c-4944-a340-dd8f6c654bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:34.928731 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.managers [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Attempting to bind port d79c45d8-39ee-45e3-bb03-deaf529b4edd on host hv-cinder-80022 for vnic_type normal with profile {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:57:34.929093 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.managers [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Attempting to bind port d79c45d8-39ee-45e3-bb03-deaf529b4edd by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651'}] {{(pid=74276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:57:34.929684 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Attempting to bind port d79c45d8-39ee-45e3-bb03-deaf529b4edd on network c0f8cb26-8b3d-4d13-b008-9f068bcd3651 {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:57:34.950072 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Port d79c45d8-39ee-45e3-bb03-deaf529b4edd on network c0f8cb26-8b3d-4d13-b008-9f068bcd3651 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 09 15:57:34.950478 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Attempting to bind port d79c45d8-39ee-45e3-bb03-deaf529b4edd on network c0f8cb26-8b3d-4d13-b008-9f068bcd3651 {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:57:34.954228 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-db8d16fc-ff3c-4944-a340-dd8f6c654bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:34.976501 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Checking agent: {'id': '891cfaac-3e76-4d41-913f-991116fa71b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:57:34.976870 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Checking segment: {'id': 'c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:57:34.977453 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Bound using segment: {'id': 'c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651'} {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:57:34.977969 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.managers [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Bound port: d79c45d8-39ee-45e3-bb03-deaf529b4edd, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651'}}] {{(pid=74276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:57:34.978320 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:34.982648 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5209735-880c-46e1-9a3f-67423920faf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485badb0-7fdf-43f0-a036-dde1f4476678,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:34.992677 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e5209735-880c-46e1-9a3f-67423920faf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:35.019461 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-e5209735-880c-46e1-9a3f-67423920faf9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e7e7ad14e2084ce6a234acd274c00c9f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4579556 Jul 09 15:57:35.037423 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 40142) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:35.092077 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] Sync routers for ids ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'] in dv-cinder-800228-1-smb {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 15:57:35.109973 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] For port d79c45d8-39ee-45e3-bb03-deaf529b4edd, host hv-cinder-80022, cleared binding levels {{(pid=74276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:57:35.116441 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] For port d79c45d8-39ee-45e3-bb03-deaf529b4edd, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d79c45d8-39ee-45e3-bb03-deaf529b4edd,segment=NetworkSegment(c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c),segment_id=c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c)] {{(pid=74276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:57:35.121230 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-88c15bc6-3cf1-4427-b634-47a03eceef55 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Unset dirty status for tenant:69e197f3158d4b4ca9126da741e0244b on resource:security_group {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:57:35.123114 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-88c15bc6-3cf1-4427-b634-47a03eceef55 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--886714796&fields=id&tenant_id=69e197f3158d4b4ca9126da741e0244b HTTP/1.1" status: 200 len: 267 time: 0.5984149 Jul 09 15:57:35.133289 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:35.150013 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] Routers {'8cc6a412-5080-4c7e-8d8a-760a356dca2a'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:57:35.153498 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:57:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:35.171897 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-3c2db4cb-5443-4ac5-bdab-53de599b34d8 req-a8b9f03d-53ae-466d-97c9-a3442505cba0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=798c4c987947430b9f5ca3417f6fae1e&device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 1097 time: 0.5460839 Jul 09 15:57:35.324622 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-db8d16fc-ff3c-4944-a340-dd8f6c654bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:35.339723 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2cadc7d2-7151-4250-ad78-e934e14c56c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:35.361013 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:35.376614 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d16fc-ff3c-4944-a340-dd8f6c654bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0bb5df-c9c1-4b4d-af9b-d949449c6434,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:35.395020 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-db8d16fc-ff3c-4944-a340-dd8f6c654bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:35.399578 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9e62ce5a-e755-416e-83b8-288883913ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:35.409655 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2db4cb-5443-4ac5-bdab-53de599b34d8 req-779bbe56-060d-40e1-ae8a-0749a44d4edb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:35.411252 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-3c2db4cb-5443-4ac5-bdab-53de599b34d8 req-779bbe56-060d-40e1-ae8a-0749a44d4edb service neutron] 10.222.0.89 "GET /v2.0/networks?id=0720c046-472b-41f7-aed1-fe5049b59216 HTTP/1.1" status: 200 len: 919 time: 0.2194920 Jul 09 15:57:35.424446 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-db8d16fc-ff3c-4944-a340-dd8f6c654bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:35.427758 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-db8d16fc-ff3c-4944-a340-dd8f6c654bc8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0a0bb5df-c9c1-4b4d-af9b-d949449c6434 HTTP/1.1" status: 204 len: 168 time: 1.2848873 Jul 09 15:57:35.501045 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] Set router 8cc6a412-5080-4c7e-8d8a-760a356dca2a gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:57:35.520483 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for port, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:35.522404 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] 10.222.0.89 "PUT /v2.0/ports/d79c45d8-39ee-45e3-bb03-deaf529b4edd HTTP/1.1" status: 200 len: 1093 time: 2.6148591 Jul 09 15:57:35.532018 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-fe67188f-7ebf-4e77-95ba-da9b12f43a6e tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:35.532018 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-fe67188f-7ebf-4e77-95ba-da9b12f43a6e tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Synchronizing usage tracker for tenant:69e197f3158d4b4ca9126da741e0244b on resource:network {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:57:35.539119 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-3c2db4cb-5443-4ac5-bdab-53de599b34d8 req-8cf01df7-585b-42e6-9f17-31cb86eeb7b3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0ee7a7a-a984-4308-b677-081305a62fad HTTP/1.1" status: 200 len: 217 time: 0.1158907 Jul 09 15:57:35.541833 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9e62ce5a-e755-416e-83b8-288883913ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:35.545183 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc95a64-9c36-40ec-aaa5-1ce2734525f7', 'tag': 'd79c45d8-39ee-45e3-bb03-deaf529b4edd'}] {{(pid=74276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:57:35.572395 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device d4046553-f97e-4b9c-a69a-da9334346d4a details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:57:35.687172 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Pushing event updated for resources: {'Port': ['ID=d79c45d8-39ee-45e3-bb03-deaf529b4edd,revision_number=3']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:35.690580 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:35.704915 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2db4cb-5443-4ac5-bdab-53de599b34d8 req-aa67d243-a979-4364-a284-92170dea241c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:35.707666 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-3c2db4cb-5443-4ac5-bdab-53de599b34d8 req-aa67d243-a979-4364-a284-92170dea241c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4121e6a0-77e3-405e-b1c9-fb3cc0cd4986 HTTP/1.1" status: 200 len: 858 time: 0.1566544 Jul 09 15:57:35.729670 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 40158) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:35.760087 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71ddcf-81ce-4197-832e-6e73895441af req-c249bcb3-4282-4ade-9bf6-4c31b20e6f54 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:35.772530 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2a71ddcf-81ce-4197-832e-6e73895441af req-c249bcb3-4282-4ade-9bf6-4c31b20e6f54 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 943 time: 0.9719114 Jul 09 15:57:35.793794 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-3c2db4cb-5443-4ac5-bdab-53de599b34d8 req-db3ed59d-fc5e-423b-af3f-603804f5ddf9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0720c046-472b-41f7-aed1-fe5049b59216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716989 Jul 09 15:57:35.828075 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9e62ce5a-e755-416e-83b8-288883913ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:35.873311 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-8bba211a-cb72-4672-a9c2-03f95e99da64 req-43a0bee7-fb62-43e0-8713-9ba62ee0b86b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:35.891888 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e80c8c85-2a21-4a4e-9434-6d80a96344a1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:35.913780 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62ce5a-e755-416e-83b8-288883913ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485badb0-7fdf-43f0-a036-dde1f4476678,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:35.917319 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-fe67188f-7ebf-4e77-95ba-da9b12f43a6e tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Unset dirty status for tenant:69e197f3158d4b4ca9126da741e0244b on resource:network {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:57:35.918887 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-fe67188f-7ebf-4e77-95ba-da9b12f43a6e tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/networks?id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd HTTP/1.1" status: 200 len: 816 time: 0.7812514 Jul 09 15:57:35.919456 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-8bba211a-cb72-4672-a9c2-03f95e99da64 req-43a0bee7-fb62-43e0-8713-9ba62ee0b86b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:35.926569 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-9e62ce5a-e755-416e-83b8-288883913ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:35.950246 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9e62ce5a-e755-416e-83b8-288883913ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:35.954059 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:35.956414 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-9e62ce5a-e755-416e-83b8-288883913ed6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/485badb0-7fdf-43f0-a036-dde1f4476678 HTTP/1.1" status: 204 len: 168 time: 0.9179788 Jul 09 15:57:36.024716 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port d4046553-f97e-4b9c-a69a-da9334346d4a, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d4046553-f97e-4b9c-a69a-da9334346d4a,segment=NetworkSegment(adca9cec-0610-4cd5-80a7-431e2d776b16),segment_id=adca9cec-0610-4cd5-80a7-431e2d776b16)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:36.029051 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-3c2db4cb-5443-4ac5-bdab-53de599b34d8 req-86a1e633-1dd8-4166-88b9-9e6169a6478a service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274382 Jul 09 15:57:36.030127 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-bae0da0e-f48b-44f6-890c-2a212f966b5c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/quotas/69e197f3158d4b4ca9126da741e0244b HTTP/1.1" status: 200 len: 375 time: 0.0941305 Jul 09 15:57:36.031970 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8bba211a-cb72-4672-a9c2-03f95e99da64 req-43a0bee7-fb62-43e0-8713-9ba62ee0b86b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fffa1ee1-08c1-4feb-98fb-c750a46589ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9378841 Jul 09 15:57:36.038884 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-4ebdc377-fb16-4c47-bbe7-21d689b66b53 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3ea28ba7538a42cf98540122fdcd24bc&device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 1096 time: 0.3648462 Jul 09 15:57:36.055027 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': 'd4046553-f97e-4b9c-a69a-da9334346d4a', 'network_id': '0720c046-472b-41f7-aed1-fe5049b59216', 'port_id': 'd4046553-f97e-4b9c-a69a-da9334346d4a', 'mac_address': 'fa:16:3e:81:e8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4121e6a0-77e3-405e-b1c9-fb3cc0cd4986', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:57:36.084556 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0bee7-fb62-43e0-8713-9ba62ee0b86b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb73fb9-235c-469f-9927-6abd88a6443b,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:36.112358 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-43a0bee7-fb62-43e0-8713-9ba62ee0b86b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:36.123956 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:57:15Z', 'revision_number': 4, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'gw_port': {'id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:08:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:56Z', 'updated_at': '2021-07-09T15:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'c8c9a69d-9383-4b20-9b1c-42c6c4641e83', 'name': '', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'mac_address': 'fa:16:3e:5f:42:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:11Z', 'updated_at': '2021-07-09T15:57:15Z', 'revision_number': 2, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'subnets': [{'id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:36.128689 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] Checking router: 8cc6a412-5080-4c7e-8d8a-760a356dca2a for host: dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 15:57:36.129137 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] Updating router 8cc6a412-5080-4c7e-8d8a-760a356dca2a port c8c9a69d-9383-4b20-9b1c-42c6c4641e83 binding host dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 09 15:57:36.149492 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:36.153945 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2a71ddcf-81ce-4197-832e-6e73895441af req-96444e3c-6f14-402f-9370-b3d0fb94d9e4 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800449 Jul 09 15:57:36.203822 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4046553-f97e-4b9c-a69a-da9334346d4a {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:57:36.243012 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-2c66ddd0-bc52-449d-90d1-291542c21ddd tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Synchronizing usage tracker for tenant:69e197f3158d4b4ca9126da741e0244b on resource:port {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:57:36.244509 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port d4046553-f97e-4b9c-a69a-da9334346d4a, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d4046553-f97e-4b9c-a69a-da9334346d4a,segment=NetworkSegment(adca9cec-0610-4cd5-80a7-431e2d776b16),segment_id=adca9cec-0610-4cd5-80a7-431e2d776b16)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:36.252190 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:36.269323 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:36.276491 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:36.284562 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-2c66ddd0-bc52-449d-90d1-291542c21ddd tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Unset dirty status for tenant:69e197f3158d4b4ca9126da741e0244b on resource:port {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:57:36.286486 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-2c66ddd0-bc52-449d-90d1-291542c21ddd tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=69e197f3158d4b4ca9126da741e0244b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2452543 Jul 09 15:57:36.382836 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-91464f30-a033-44de-b41d-e7705eda6a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:36.387293 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-dd0fbb46-3fd3-4f73-ac92-f8fa45cde923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:36.448310 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=d4046553-f97e-4b9c-a69a-da9334346d4a,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:36.460837 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:36.591169 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-bedceb8b-1dfb-4cd6-84bf-48f2d500aa92 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79c45d8-39ee-45e3-bb03-deaf529b4edd HTTP/1.1" status: 200 len: 217 time: 0.0963578 Jul 09 15:57:36.653358 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-3c2db4cb-5443-4ac5-bdab-53de599b34d8 req-1e74cc91-70ec-4855-bd5c-f8e0c453e229 service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325871 Jul 09 15:57:36.686658 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-91464f30-a033-44de-b41d-e7705eda6a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:36.693203 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-91464f30-a033-44de-b41d-e7705eda6a47 admin admin] Usage tracker for resource:security_group_rule and tenant:02b02a11032141ab8e0c125f35a03d8a is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:36.698521 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-91464f30-a033-44de-b41d-e7705eda6a47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:36.707483 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-91464f30-a033-44de-b41d-e7705eda6a47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:36.727796 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['d4046553-f97e-4b9c-a69a-da9334346d4a'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 15:57:36.878735 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-91464f30-a033-44de-b41d-e7705eda6a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:36.893336 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-91464f30-a033-44de-b41d-e7705eda6a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:36.997627 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 40180) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:36.999178 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e5209735-880c-46e1-9a3f-67423920faf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:37.030886 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-e3e6f356-215d-4b0e-b4f0-f1c04867ad59 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:37.033161 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-e3e6f356-215d-4b0e-b4f0-f1c04867ad59 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4105b35-a599-44f8-8dc4-3f9e81bce3de HTTP/1.1" status: 200 len: 849 time: 0.3558197 Jul 09 15:57:37.034042 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 40182) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:37.038563 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-91464f30-a033-44de-b41d-e7705eda6a47 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=02b02a11032141ab8e0c125f35a03d8a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3053908 Jul 09 15:57:37.050969 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] Notify callbacks [] for port, precommit_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:37.074266 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.provisioning_blocks [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] Transition to ACTIVE for port object c8c9a69d-9383-4b20-9b1c-42c6c4641e83 will not be triggered until provisioned by entity L2. {{(pid=74279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:57:37.085570 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:37.085871 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:37.091176 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-ac347f8b-3a30-4baa-a3ec-228c0de823e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:37.121380 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91464f30-a033-44de-b41d-e7705eda6a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c299e516-e7c5-482e-82df-4811654825fd,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:37.141013 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-91464f30-a033-44de-b41d-e7705eda6a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:37.147335 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e70bf9f3-2193-4432-ae66-f2b791e9b7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:37.210494 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-57045320-b429-4ec6-9897-864007d83663 service neutron] 10.222.0.66 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8993001 Jul 09 15:57:37.250563 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f0434-94db-4c25-aa4e-faf4983ee9e9 None None] Pushing event updated for resources: {'Port': ['ID=c8c9a69d-9383-4b20-9b1c-42c6c4641e83,revision_number=3']} {{(pid=74279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:37.254746 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-ea9f0434-94db-4c25-aa4e-faf4983ee9e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:37.270811 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-e70bf9f3-2193-4432-ae66-f2b791e9b7a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:37.282771 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-e70bf9f3-2193-4432-ae66-f2b791e9b7a1 admin admin] Usage tracker for resource:security_group_rule and tenant:cd220b38bbc94b74b73644d44abad35d is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:37.288087 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-e70bf9f3-2193-4432-ae66-f2b791e9b7a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:37.305216 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-e70bf9f3-2193-4432-ae66-f2b791e9b7a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:37.439535 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] Attempting to bind port c8c9a69d-9383-4b20-9b1c-42c6c4641e83 on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:57:37.439995 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] Attempting to bind port c8c9a69d-9383-4b20-9b1c-42c6c4641e83 by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': '897d2c95-00e8-4b08-be94-a29f529797aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd'}] {{(pid=74279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:57:37.445671 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] Attempting to bind port c8c9a69d-9383-4b20-9b1c-42c6c4641e83 on network 88af3f02-3ae7-418d-94f8-4723b7c0d0cd {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:57:37.457947 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:57:37.458361 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] Checking segment: {'id': '897d2c95-00e8-4b08-be94-a29f529797aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:57:37.458818 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:37.459123 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] Bound using segment: {'id': '897d2c95-00e8-4b08-be94-a29f529797aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd'} {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:57:37.459615 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] Bound port: c8c9a69d-9383-4b20-9b1c-42c6c4641e83, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897d2c95-00e8-4b08-be94-a29f529797aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd'}}] {{(pid=74279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:57:37.460014 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:37.499931 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e70bf9f3-2193-4432-ae66-f2b791e9b7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:37.506637 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e70bf9f3-2193-4432-ae66-f2b791e9b7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:37.523842 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:37.575888 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device c0ee7a7a-a984-4308-b677-081305a62fad details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:57:37.580155 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bf9f3-2193-4432-ae66-f2b791e9b7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9468e866-2438-460e-86c1-11dc804ac1c1,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:37.603145 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e70bf9f3-2193-4432-ae66-f2b791e9b7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:37.611349 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-e70bf9f3-2193-4432-ae66-f2b791e9b7a1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cd220b38bbc94b74b73644d44abad35d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5699770 Jul 09 15:57:37.615137 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 40200) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:37.735491 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd84d8d-21a2-4f40-9ec4-1ce6c838bafe req-6aab3c6c-498e-4429-a522-90add3153f5f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:37.738845 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.db [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] For port c8c9a69d-9383-4b20-9b1c-42c6c4641e83, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:57:37.744434 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.db [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] For port c8c9a69d-9383-4b20-9b1c-42c6c4641e83, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=c8c9a69d-9383-4b20-9b1c-42c6c4641e83,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:57:37.752033 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-edd84d8d-21a2-4f40-9ec4-1ce6c838bafe req-6aab3c6c-498e-4429-a522-90add3153f5f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 943 time: 1.2597027 Jul 09 15:57:37.754235 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:37.767428 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-ea9f0434-94db-4c25-aa4e-faf4983ee9e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:37.791711 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-be031501-a4d4-4ec6-9b24-51e173fc72fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:37.846057 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-be031501-a4d4-4ec6-9b24-51e173fc72fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:37.885957 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a6fe-c658-459c-8030-8b15296ea820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:37.963970 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a6fe-c658-459c-8030-8b15296ea820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:37.971297 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-be031501-a4d4-4ec6-9b24-51e173fc72fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:37.979920 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:37.998073 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f0434-94db-4c25-aa4e-faf4983ee9e9 None None] Pushing event updated for resources: {'Port': ['ID=c8c9a69d-9383-4b20-9b1c-42c6c4641e83,revision_number=4']} {{(pid=74279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:38.018714 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be031501-a4d4-4ec6-9b24-51e173fc72fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9468e866-2438-460e-86c1-11dc804ac1c1,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:38.022208 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-be031501-a4d4-4ec6-9b24-51e173fc72fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:38.030979 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-ea9f0434-94db-4c25-aa4e-faf4983ee9e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:38.032901 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] Routers {'8cc6a412-5080-4c7e-8d8a-760a356dca2a'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:57:38.038311 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:57:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:38.052664 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-be031501-a4d4-4ec6-9b24-51e173fc72fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:38.058988 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-be031501-a4d4-4ec6-9b24-51e173fc72fe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9468e866-2438-460e-86c1-11dc804ac1c1 HTTP/1.1" status: 204 len: 168 time: 0.4397528 Jul 09 15:57:38.090598 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-41f4f465-18c7-45f7-a4df-32c9339a4439 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c0f8cb26-8b3d-4d13-b008-9f068bcd3651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.0122159 Jul 09 15:57:38.098966 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-edd84d8d-21a2-4f40-9ec4-1ce6c838bafe req-dec084a9-1f14-4042-a1d0-4ef6d5f73ddd tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3246517 Jul 09 15:57:38.113957 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-f4a61837-f08f-4f2b-952c-7ddf7264721f service neutron] 10.222.0.66 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8722935 Jul 09 15:57:38.368027 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port c0ee7a7a-a984-4308-b677-081305a62fad, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c0ee7a7a-a984-4308-b677-081305a62fad,segment=NetworkSegment(adca9cec-0610-4cd5-80a7-431e2d776b16),segment_id=adca9cec-0610-4cd5-80a7-431e2d776b16)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:38.432780 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': 'c0ee7a7a-a984-4308-b677-081305a62fad', 'network_id': '0720c046-472b-41f7-aed1-fe5049b59216', 'port_id': 'c0ee7a7a-a984-4308-b677-081305a62fad', 'mac_address': 'fa:16:3e:f1:ac:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4121e6a0-77e3-405e-b1c9-fb3cc0cd4986', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:57:38.617359 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:38.687201 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ee7a7a-a984-4308-b677-081305a62fad {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:57:38.696259 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:38.717048 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port c0ee7a7a-a984-4308-b677-081305a62fad, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c0ee7a7a-a984-4308-b677-081305a62fad,segment=NetworkSegment(adca9cec-0610-4cd5-80a7-431e2d776b16),segment_id=adca9cec-0610-4cd5-80a7-431e2d776b16)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:38.729145 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:38.732050 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:38.746199 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] Set router 8cc6a412-5080-4c7e-8d8a-760a356dca2a gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:57:38.855282 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a6fe-c658-459c-8030-8b15296ea820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:38.892842 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-43a0bee7-fb62-43e0-8713-9ba62ee0b86b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:38.914294 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=c0ee7a7a-a984-4308-b677-081305a62fad,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:38.919952 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:38.926082 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d69dbb-f78e-4607-a788-db8ef9c8ecb3 req-d368a68c-2c63-400a-bc4a-36e0b14bd4a3 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:38.927616 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-08d69dbb-f78e-4607-a788-db8ef9c8ecb3 req-d368a68c-2c63-400a-bc4a-36e0b14bd4a3 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 945 time: 0.5665095 Jul 09 15:57:38.931375 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-e8614f1c-bb14-4e98-a33c-56788021d280 service neutron] 10.222.0.89 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8159018 Jul 09 15:57:38.932125 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7a6fe-c658-459c-8030-8b15296ea820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c299e516-e7c5-482e-82df-4811654825fd,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:38.934809 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-9ee7a6fe-c658-459c-8030-8b15296ea820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:38.935893 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a6fe-c658-459c-8030-8b15296ea820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:38.937062 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-9ee7a6fe-c658-459c-8030-8b15296ea820 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c299e516-e7c5-482e-82df-4811654825fd HTTP/1.1" status: 204 len: 168 time: 1.8682110 Jul 09 15:57:39.099298 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-08d69dbb-f78e-4607-a788-db8ef9c8ecb3 req-7ab56247-f0a4-4fee-91d8-dcddad4364b8 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/security-groups?id=fffa1ee1-08c1-4feb-98fb-c750a46589ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604719 Jul 09 15:57:39.145785 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['c0ee7a7a-a984-4308-b677-081305a62fad'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 15:57:39.148731 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-77cd04df-bf46-4343-97c1-c6c2268c8335 req-4f348e9a-211e-4b29-a5dc-6884536cbb67 service neutron] 10.222.0.89 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925044 Jul 09 15:57:39.364197 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc95a64-9c36-40ec-aaa5-1ce2734525f7', 'tag': 'd79c45d8-39ee-45e3-bb03-deaf529b4edd', 'status': 'completed', 'code': 200} Jul 09 15:57:39.623518 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device d4046553-f97e-4b9c-a69a-da9334346d4a up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:57:39.711104 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:57:15Z', 'revision_number': 4, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'gw_port': {'id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:08:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:56Z', 'updated_at': '2021-07-09T15:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'c8c9a69d-9383-4b20-9b1c-42c6c4641e83', 'name': '', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'mac_address': 'fa:16:3e:5f:42:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:11Z', 'updated_at': '2021-07-09T15:57:37Z', 'revision_number': 4, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'subnets': [{'id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:39.729160 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e49271-b403-48a3-933f-6f2044fb82c3 None None] The sync data for ids ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'] in dv-cinder-800228-1-smb is: [{'id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:57:15Z', 'revision_number': 4, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'gw_port': {'id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:08:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:56Z', 'updated_at': '2021-07-09T15:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'c8c9a69d-9383-4b20-9b1c-42c6c4641e83', 'name': '', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'mac_address': 'fa:16:3e:5f:42:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:11Z', 'updated_at': '2021-07-09T15:57:37Z', 'revision_number': 4, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'subnets': [{'id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 15:57:39.779974 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bf70e-0e7d-43d6-a718-3bd9ad209443 req-8232cea9-f6c8-465f-b481-fb15aeea624d tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:39.792223 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-983bf70e-0e7d-43d6-a718-3bd9ad209443 req-8232cea9-f6c8-465f-b481-fb15aeea624d tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 944 time: 0.4194579 Jul 09 15:57:39.901657 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cc004085-074f-4693-a886-ac448a7c2eaf req-e9523cd6-5405-44b3-acdd-f7d2653ba404 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 210 time: 0.2108195 Jul 09 15:57:39.934350 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] Sync routers for ids ['96c649ff-d6aa-4e19-9740-3b413796a21a'] in dv-cinder-800228-1-smb {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 15:57:39.991046 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f6705019-b969-4d02-a395-be413b62363e req-2760e191-3bb5-4a18-88fd-7a42554907ba service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3ea28ba7538a42cf98540122fdcd24bc&device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 1096 time: 0.5162992 Jul 09 15:57:40.128187 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning for port d4046553-f97e-4b9c-a69a-da9334346d4a completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:57:40.147345 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port d4046553-f97e-4b9c-a69a-da9334346d4a triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:40.148054 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:40.166360 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-983bf70e-0e7d-43d6-a718-3bd9ad209443 req-f2405b72-6178-4cda-b81e-f44b2896c4ec tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707180 Jul 09 15:57:40.302555 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] Routers {'96c649ff-d6aa-4e19-9740-3b413796a21a'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:57:40.307304 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:57:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['96c649ff-d6aa-4e19-9740-3b413796a21a'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:40.660819 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device c8c9a69d-9383-4b20-9b1c-42c6c4641e83 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:57:40.728864 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76f92d-1e67-497f-8226-cf9343189cc0 req-2cb76c36-acd8-482a-b3ed-80ea2131e7a7 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:40.730236 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-fe76f92d-1e67-497f-8226-cf9343189cc0 req-2cb76c36-acd8-482a-b3ed-80ea2131e7a7 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 943 time: 0.3835979 Jul 09 15:57:40.731232 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6705019-b969-4d02-a395-be413b62363e req-5a57ec1b-4a68-4580-92e4-99ca6bda7730 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:40.732620 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f6705019-b969-4d02-a395-be413b62363e req-5a57ec1b-4a68-4580-92e4-99ca6bda7730 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c0f8cb26-8b3d-4d13-b008-9f068bcd3651 HTTP/1.1" status: 200 len: 911 time: 0.7179308 Jul 09 15:57:40.775121 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b9e13-de7c-4ae7-b098-f10d799e3437 req-aa98dd1a-690b-4256-9a85-bd0ec6ac29ad tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:40.776739 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-566b9e13-de7c-4ae7-b098-f10d799e3437 req-aa98dd1a-690b-4256-9a85-bd0ec6ac29ad tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 945 time: 0.2806182 Jul 09 15:57:41.140843 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 40288) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:41.232511 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2795-fa9f-4c94-ab65-b1846599e80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:41.271143 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:57:41.281205 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f6705019-b969-4d02-a395-be413b62363e req-20cf6d43-f694-48ba-9c79-609dc32e86ea service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79c45d8-39ee-45e3-bb03-deaf529b4edd HTTP/1.1" status: 200 len: 217 time: 0.4921987 Jul 09 15:57:41.400679 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port c8c9a69d-9383-4b20-9b1c-42c6c4641e83 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:57:41.410032 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port c8c9a69d-9383-4b20-9b1c-42c6c4641e83 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:41.410421 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:41.529575 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6705019-b969-4d02-a395-be413b62363e req-1bc32ad1-fac6-4bb2-95d4-163af5d98df0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:41.533189 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f6705019-b969-4d02-a395-be413b62363e req-1bc32ad1-fac6-4bb2-95d4-163af5d98df0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4105b35-a599-44f8-8dc4-3f9e81bce3de HTTP/1.1" status: 200 len: 849 time: 0.2386134 Jul 09 15:57:41.543452 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-fe76f92d-1e67-497f-8226-cf9343189cc0 req-c69742f0-24b6-4ea8-8a38-bfd87b8f6662 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7934606 Jul 09 15:57:41.567803 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:41.623719 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device d79c45d8-39ee-45e3-bb03-deaf529b4edd details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:57:41.751382 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-566b9e13-de7c-4ae7-b098-f10d799e3437 req-e8dc7301-ef8b-4a0c-8c8c-966fde7fab9e tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/security-groups?id=fffa1ee1-08c1-4feb-98fb-c750a46589ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6869307 Jul 09 15:57:41.817691 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f6705019-b969-4d02-a395-be413b62363e req-30205092-770c-4ab0-a5ff-9be13d879354 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c0f8cb26-8b3d-4d13-b008-9f068bcd3651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2652757 Jul 09 15:57:41.836760 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-7a6a2795-fa9f-4c94-ab65-b1846599e80e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:41.848224 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-7a6a2795-fa9f-4c94-ab65-b1846599e80e admin admin] Usage tracker for resource:security_group_rule and tenant:e62c4307a5c44a0ca97632dfe44d7090 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:41.865060 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-7a6a2795-fa9f-4c94-ab65-b1846599e80e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:41.890796 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-7a6a2795-fa9f-4c94-ab65-b1846599e80e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:42.009377 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-57983548-33bb-4c06-be0b-0be2ac43df07 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:42.009772 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-57983548-33bb-4c06-be0b-0be2ac43df07 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.89 "GET /v2.0/networks?id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd HTTP/1.1" status: 200 len: 816 time: 0.7106483 Jul 09 15:57:42.082384 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port d79c45d8-39ee-45e3-bb03-deaf529b4edd, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d79c45d8-39ee-45e3-bb03-deaf529b4edd,segment=NetworkSegment(c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c),segment_id=c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:42.194166 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': 'd79c45d8-39ee-45e3-bb03-deaf529b4edd', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'port_id': 'd79c45d8-39ee-45e3-bb03-deaf529b4edd', 'mac_address': 'fa:16:3e:33:a2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:57:42.217866 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf43d3bd-c665-4379-bd70-4d32d8d4b5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4046553-f97e-4b9c-a69a-da9334346d4a'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:57:42.229475 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] Set router 96c649ff-d6aa-4e19-9740-3b413796a21a gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:57:42.287737 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-971ee63c-2d42-4873-a3ff-652e55f27f21 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69e197f3158d4b4ca9126da741e0244b HTTP/1.1" status: 200 len: 379 time: 0.2325957 Jul 09 15:57:42.325219 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-3c27cc47-37d0-446b-8796-39cfa6c0bb15 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Request body: {'port': {'device_id': '89069aaf-fea9-4553-a999-59c429fd8b4a', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'admin_state_up': True, 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'security_groups': ['992cd5ec-63d3-4ccf-b334-03219109d586']}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:57:42.420358 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-87565f3b-ecfa-41d3-8f12-ba2f659edee2 req-53aaa974-70a1-4a87-b223-6ed636297fcc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 210 time: 0.3003922 Jul 09 15:57:42.568192 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f6705019-b969-4d02-a395-be413b62363e req-ec993632-e215-4111-bd88-939f32976e98 service neutron] 10.222.0.89 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7438109 Jul 09 15:57:42.579174 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2795-fa9f-4c94-ab65-b1846599e80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:42.583631 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-3c27cc47-37d0-446b-8796-39cfa6c0bb15 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:42.594441 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:42.595044 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2795-fa9f-4c94-ab65-b1846599e80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:42.606143 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2800e917-c516-4afe-bc10-d3d96b3b8d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:42.631082 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port d4046553-f97e-4b9c-a69a-da9334346d4a, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d4046553-f97e-4b9c-a69a-da9334346d4a,segment=NetworkSegment(adca9cec-0610-4cd5-80a7-431e2d776b16),segment_id=adca9cec-0610-4cd5-80a7-431e2d776b16)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:42.646882 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-3c27cc47-37d0-446b-8796-39cfa6c0bb15 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:42.649315 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a2795-fa9f-4c94-ab65-b1846599e80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f60758e-5811-4183-b2ef-f2861d0cf0e9,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:42.676270 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-7a6a2795-fa9f-4c94-ab65-b1846599e80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:42.720171 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-3c27cc47-37d0-446b-8796-39cfa6c0bb15 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Made reservation on behalf of 69e197f3158d4b4ca9126da741e0244b for: {'port': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:57:42.723655 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-3c27cc47-37d0-446b-8796-39cfa6c0bb15 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:42.751929 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-7a6a2795-fa9f-4c94-ab65-b1846599e80e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e62c4307a5c44a0ca97632dfe44d7090&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6068494 Jul 09 15:57:42.752407 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 40320) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:42.800113 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf43d3bd-c665-4379-bd70-4d32d8d4b5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4046553-f97e-4b9c-a69a-da9334346d4a', 'code': 200} Jul 09 15:57:42.877705 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:43.086269 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b4146bc7-0c7c-4fe8-a1e9-f429f160c109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:43.095574 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347aa55-eb04-47f3-bb0e-61a8350c9143 req-7cdd95e4-0456-4c80-b533-94d16b351057 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:43.097151 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d347aa55-eb04-47f3-bb0e-61a8350c9143 req-7cdd95e4-0456-4c80-b533-94d16b351057 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 944 time: 0.9765029 Jul 09 15:57:43.106038 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-def7493d-e116-4e01-a24c-e1d9269ed6bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:43.136351 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b4146bc7-0c7c-4fe8-a1e9-f429f160c109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:43.182633 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d79c45d8-39ee-45e3-bb03-deaf529b4edd {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:57:43.204571 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port d79c45d8-39ee-45e3-bb03-deaf529b4edd, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d79c45d8-39ee-45e3-bb03-deaf529b4edd,segment=NetworkSegment(c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c),segment_id=c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:43.238154 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b4146bc7-0c7c-4fe8-a1e9-f429f160c109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:43.259274 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-db8d16fc-ff3c-4944-a340-dd8f6c654bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:43.308966 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4146bc7-0c7c-4fe8-a1e9-f429f160c109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f60758e-5811-4183-b2ef-f2861d0cf0e9,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:43.311640 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b4146bc7-0c7c-4fe8-a1e9-f429f160c109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:43.452136 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device c0ee7a7a-a984-4308-b677-081305a62fad up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:57:43.578144 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f6705019-b969-4d02-a395-be413b62363e req-0f5329c8-6e2e-4d30-925b-709af61c325f service neutron] 10.222.0.89 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9947183 Jul 09 15:57:43.598468 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d347aa55-eb04-47f3-bb0e-61a8350c9143 req-bfdab6f1-08f8-4283-a62c-3dfc42da5d8b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793963 Jul 09 15:57:43.638499 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:43.642684 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b4146bc7-0c7c-4fe8-a1e9-f429f160c109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:43.644147 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-b4146bc7-0c7c-4fe8-a1e9-f429f160c109 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f60758e-5811-4183-b2ef-f2861d0cf0e9 HTTP/1.1" status: 204 len: 168 time: 0.8900654 Jul 09 15:57:43.689020 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a7ab-f54c-4eed-9b95-5b0255f49634 req-26d72827-e0ca-4fa4-bce9-b06cb25cd9a5 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:43.698021 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9568a7ab-f54c-4eed-9b95-5b0255f49634 req-26d72827-e0ca-4fa4-bce9-b06cb25cd9a5 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 944 time: 0.5051608 Jul 09 15:57:43.704489 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-17567d24-1a95-42c7-95ed-0cdb76c2f326 req-9640e851-a99d-443a-89ac-a2f38ddf0152 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 1098 time: 0.2879331 Jul 09 15:57:43.725205 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-3c27cc47-37d0-446b-8796-39cfa6c0bb15 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Allocated IP 172.20.0.5 (88af3f02-3ae7-418d-94f8-4723b7c0d0cd/4006d4af-f154-4912-bdbd-6a5ff3424039/8d80d024-6c9a-4fb7-b25b-243f7f220393) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:57:43.791007 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 40342) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:43.833941 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-17567d24-1a95-42c7-95ed-0cdb76c2f326 req-4054695f-5ee3-4457-8a79-c408e5faf2b5 service neutron] Synchronizing usage tracker for tenant:f685679df80647bdbdd73d5ce1ca68c5 on resource:security_group {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:57:43.835526 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:43.897897 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-17567d24-1a95-42c7-95ed-0cdb76c2f326 req-4054695f-5ee3-4457-8a79-c408e5faf2b5 service neutron] Unset dirty status for tenant:f685679df80647bdbdd73d5ce1ca68c5 on resource:security_group {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:57:43.900767 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-17567d24-1a95-42c7-95ed-0cdb76c2f326 req-4054695f-5ee3-4457-8a79-c408e5faf2b5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735103 Jul 09 15:57:43.930996 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9568a7ab-f54c-4eed-9b95-5b0255f49634 req-328b2669-0b8a-4390-9df5-932d9e5360b8 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276456 Jul 09 15:57:44.121184 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2a70b38a-a72d-4fdf-8618-078b0a1056da req-ea301cef-f970-4eb5-90cd-bbf54390748b tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 210 time: 0.1180027 Jul 09 15:57:44.127795 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=d4046553-f97e-4b9c-a69a-da9334346d4a,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:44.137800 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.032s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:44.159498 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.406s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:44.273361 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning for port c0ee7a7a-a984-4308-b677-081305a62fad completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:57:44.336262 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['d79c45d8-39ee-45e3-bb03-deaf529b4edd'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 15:57:44.377001 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-887bbcac-17ba-407f-a532-0f5c95f6dad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:44.461631 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] For port c8c9a69d-9383-4b20-9b1c-42c6c4641e83, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=c8c9a69d-9383-4b20-9b1c-42c6c4641e83,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:44.468666 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-887bbcac-17ba-407f-a532-0f5c95f6dad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:44.473718 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-887bbcac-17ba-407f-a532-0f5c95f6dad5 admin admin] Usage tracker for resource:security_group_rule and tenant:be0b206f9cf54a5b94c9cefaf232ebfc is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:44.478661 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-887bbcac-17ba-407f-a532-0f5c95f6dad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:44.482318 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port c0ee7a7a-a984-4308-b677-081305a62fad triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:44.483077 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:44.486976 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-887bbcac-17ba-407f-a532-0f5c95f6dad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:44.499617 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-3c27cc47-37d0-446b-8796-39cfa6c0bb15 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:44.562586 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-3c27cc47-37d0-446b-8796-39cfa6c0bb15 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Transition to ACTIVE for port object 8d80d024-6c9a-4fb7-b25b-243f7f220393 will not be triggered until provisioned by entity DHCP. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:57:44.596259 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-887bbcac-17ba-407f-a532-0f5c95f6dad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:44.602325 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-887bbcac-17ba-407f-a532-0f5c95f6dad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:44.614585 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:44.615728 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-3c27cc47-37d0-446b-8796-39cfa6c0bb15 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:44.641100 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:44.672558 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:44.690298 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bbcac-17ba-407f-a532-0f5c95f6dad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf8e58f-b86e-4413-a0a1-d417058b093e,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:44.704436 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-887bbcac-17ba-407f-a532-0f5c95f6dad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:44.751188 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-887bbcac-17ba-407f-a532-0f5c95f6dad5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=be0b206f9cf54a5b94c9cefaf232ebfc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9279037 Jul 09 15:57:44.753840 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 40368) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:44.800188 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=d79c45d8-39ee-45e3-bb03-deaf529b4edd,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:44.820990 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-3c27cc47-37d0-446b-8796-39cfa6c0bb15 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Network 88af3f02-3ae7-418d-94f8-4723b7c0d0cd is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:57:44.824925 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:44.825609 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:44.827703 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-3c27cc47-37d0-446b-8796-39cfa6c0bb15 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:57:44.843437 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-3c27cc47-37d0-446b-8796-39cfa6c0bb15 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:57:44.894858 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-3c27cc47-37d0-446b-8796-39cfa6c0bb15 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:44.895606 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-3c27cc47-37d0-446b-8796-39cfa6c0bb15 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:44.917615 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27cc47-37d0-446b-8796-39cfa6c0bb15 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Pushing event updated for resources: {'Port': ['ID=8d80d024-6c9a-4fb7-b25b-243f7f220393,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:44.933913 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-b037b776-6538-4856-804a-538c1b122ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:44.936510 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-3c27cc47-37d0-446b-8796-39cfa6c0bb15 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:44.963133 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-3c27cc47-37d0-446b-8796-39cfa6c0bb15 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6528015 Jul 09 15:57:44.982708 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-b037b776-6538-4856-804a-538c1b122ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:44.995018 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Request body: {'port': {'device_id': '89069aaf-fea9-4553-a999-59c429fd8b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:57:45.121358 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c649ff-d6aa-4e19-9740-3b413796a21a', 'name': 'tempest-ServerRescueNegativeTestJSON-377368882-router', 'tenant_id': '798c4c987947430b9f5ca3417f6fae1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:54Z', 'updated_at': '2021-07-09T15:57:06Z', 'revision_number': 4, 'project_id': '798c4c987947430b9f5ca3417f6fae1e', 'gw_port': {'id': '8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c649ff-d6aa-4e19-9740-3b413796a21a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'd024bf45-f34e-4280-90ab-e623230071e6', 'name': '', 'network_id': '0720c046-472b-41f7-aed1-fe5049b59216', 'tenant_id': '798c4c987947430b9f5ca3417f6fae1e', 'mac_address': 'fa:16:3e:c5:16:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c649ff-d6aa-4e19-9740-3b413796a21a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4121e6a0-77e3-405e-b1c9-fb3cc0cd4986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:04Z', 'updated_at': '2021-07-09T15:57:07Z', 'revision_number': 2, 'project_id': '798c4c987947430b9f5ca3417f6fae1e', 'subnets': [{'id': '4121e6a0-77e3-405e-b1c9-fb3cc0cd4986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:45.133015 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] Checking router: 96c649ff-d6aa-4e19-9740-3b413796a21a for host: dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 15:57:45.134545 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] Updating router 96c649ff-d6aa-4e19-9740-3b413796a21a port d024bf45-f34e-4280-90ab-e623230071e6 binding host dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 09 15:57:45.245812 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-b037b776-6538-4856-804a-538c1b122ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:45.252751 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-965168cd-a19d-45f3-8ebc-fc3bc2ae8dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:45.314754 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037b776-6538-4856-804a-538c1b122ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf8e58f-b86e-4413-a0a1-d417058b093e,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:45.323948 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-b037b776-6538-4856-804a-538c1b122ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:45.325125 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-b037b776-6538-4856-804a-538c1b122ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:45.339428 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-b037b776-6538-4856-804a-538c1b122ee9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ccf8e58f-b86e-4413-a0a1-d417058b093e HTTP/1.1" status: 204 len: 168 time: 0.5700829 Jul 09 15:57:45.449933 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a8c03-7076-481c-a0ed-9129ce95b72c req-4d537635-eead-4c5f-8d9f-781f246d6e08 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:45.452629 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-718a8c03-7076-481c-a0ed-9129ce95b72c req-4d537635-eead-4c5f-8d9f-781f246d6e08 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.3678815 Jul 09 15:57:45.468416 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:45.478796 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:45.597202 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-718a8c03-7076-481c-a0ed-9129ce95b72c req-fa8e9cce-6d12-48d5-be18-9dbcbcb17c29 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337562 Jul 09 15:57:45.675058 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Pushing event updated for resources: {'Port': ['ID=c8c9a69d-9383-4b20-9b1c-42c6c4641e83,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:45.798069 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.969s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:46.113924 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-f56bcb8e-fd8f-41eb-bbe0-20136fe30cb4 None None] Provisioning for port 8d80d024-6c9a-4fb7-b25b-243f7f220393 completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:57:46.174385 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:46.330159 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-f56bcb8e-fd8f-41eb-bbe0-20136fe30cb4 None None] Provisioning complete for port 8d80d024-6c9a-4fb7-b25b-243f7f220393 triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:46.330945 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-f56bcb8e-fd8f-41eb-bbe0-20136fe30cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:46.368457 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74532ff-9861-410a-af89-ada3753b0854 req-c55f81b5-8843-4992-a6a0-f38eb9b90012 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:46.379653 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b74532ff-9861-410a-af89-ada3753b0854 req-c55f81b5-8843-4992-a6a0-f38eb9b90012 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 944 time: 0.2801850 Jul 09 15:57:46.586641 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-f56bcb8e-fd8f-41eb-bbe0-20136fe30cb4 None None] Port 8d80d024-6c9a-4fb7-b25b-243f7f220393 cannot update to ACTIVE because it is not bound. {{(pid=74278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 09 15:57:46.681825 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b74532ff-9861-410a-af89-ada3753b0854 req-7379141b-f980-4ac4-bd66-fc51cace375b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907655 Jul 09 15:57:46.782999 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c134a34-9f3d-470b-a3ff-ecf92c278cca req-9a5a8d79-b59d-4a90-a5f1-86ead0a9d389 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:46.789795 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6c134a34-9f3d-470b-a3ff-ecf92c278cca req-9a5a8d79-b59d-4a90-a5f1-86ead0a9d389 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 931 time: 0.2693880 Jul 09 15:57:46.795159 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af63ca97-157b-4ad7-ba38-5aeae85f20b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ee7a7a-a984-4308-b677-081305a62fad'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:57:46.916426 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6c134a34-9f3d-470b-a3ff-ecf92c278cca req-3e7c50c6-f0c7-4ab9-81be-d468fda0ad5d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187754 Jul 09 15:57:46.936642 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d80d024-6c9a-4fb7-b25b-243f7f220393 {{(pid=74277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:57:46.956413 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:46.995567 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Transition to ACTIVE for port object 8d80d024-6c9a-4fb7-b25b-243f7f220393 will not be triggered until provisioned by entity L2. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:57:47.000916 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:47.022640 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:47.487284 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec593a61-ead7-40b3-bb06-fc09df45abab req-b2df626d-378d-4d8d-8797-e5087f15aba4 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:47.496536 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ec593a61-ead7-40b3-bb06-fc09df45abab req-b2df626d-378d-4d8d-8797-e5087f15aba4 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.2623734 Jul 09 15:57:47.573041 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Pushing event updated for resources: {'Port': ['ID=8d80d024-6c9a-4fb7-b25b-243f7f220393,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:47.609933 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:47.695809 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ec593a61-ead7-40b3-bb06-fc09df45abab req-be3c278d-b11f-48ab-9afc-518f814d29d9 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825981 Jul 09 15:57:47.885712 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Attempting to bind port 8d80d024-6c9a-4fb7-b25b-243f7f220393 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:57:47.886298 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Attempting to bind port 8d80d024-6c9a-4fb7-b25b-243f7f220393 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '897d2c95-00e8-4b08-be94-a29f529797aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd'}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:57:47.886821 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Attempting to bind port 8d80d024-6c9a-4fb7-b25b-243f7f220393 on network 88af3f02-3ae7-418d-94f8-4723b7c0d0cd {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:57:47.950620 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Port 8d80d024-6c9a-4fb7-b25b-243f7f220393 on network 88af3f02-3ae7-418d-94f8-4723b7c0d0cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 09 15:57:47.951661 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Attempting to bind port 8d80d024-6c9a-4fb7-b25b-243f7f220393 on network 88af3f02-3ae7-418d-94f8-4723b7c0d0cd {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:57:47.975334 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Checking agent: {'id': '891cfaac-3e76-4d41-913f-991116fa71b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:57:47.975866 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Checking segment: {'id': '897d2c95-00e8-4b08-be94-a29f529797aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:57:47.976488 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Bound using segment: {'id': '897d2c95-00e8-4b08-be94-a29f529797aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd'} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:57:47.977186 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Bound port: 8d80d024-6c9a-4fb7-b25b-243f7f220393, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '897d2c95-00e8-4b08-be94-a29f529797aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd'}}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:57:47.978379 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:48.024942 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] Notify callbacks [] for port, precommit_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:48.046494 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] Transition to ACTIVE for port object d024bf45-f34e-4280-90ab-e623230071e6 will not be triggered until provisioned by entity L2. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:57:48.055484 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device c8c9a69d-9383-4b20-9b1c-42c6c4641e83 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:57:48.188137 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af63ca97-157b-4ad7-ba38-5aeae85f20b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ee7a7a-a984-4308-b677-081305a62fad', 'code': 200} Jul 09 15:57:48.206526 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:48.238179 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port c0ee7a7a-a984-4308-b677-081305a62fad, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c0ee7a7a-a984-4308-b677-081305a62fad,segment=NetworkSegment(adca9cec-0610-4cd5-80a7-431e2d776b16),segment_id=adca9cec-0610-4cd5-80a7-431e2d776b16)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:48.255951 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-715516ff-78cf-4d24-978b-bc21d73c5ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:48.343493 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] For port 8d80d024-6c9a-4fb7-b25b-243f7f220393, host hv-cinder-80022, cleared binding levels {{(pid=74277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:57:48.354070 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7da7db24-31f7-4b3e-bab5-a486fedd0b62 req-b15c41af-6b69-4e7d-afcc-4d6715c62aa8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 1098 time: 0.2575297 Jul 09 15:57:48.357132 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] For port 8d80d024-6c9a-4fb7-b25b-243f7f220393, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8d80d024-6c9a-4fb7-b25b-243f7f220393,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:57:48.366278 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:48.391481 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:48.576450 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7da7db24-31f7-4b3e-bab5-a486fedd0b62 req-aadd45b3-0769-46e9-8d6f-89014ae8e3cf service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541829 Jul 09 15:57:48.655152 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bbcff-97ab-43ed-b143-f3bfa42e91b3 req-75c3581d-16e8-4130-9611-e86a65faea7f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:48.669358 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b43bbcff-97ab-43ed-b143-f3bfa42e91b3 req-75c3581d-16e8-4130-9611-e86a65faea7f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 944 time: 0.2952342 Jul 09 15:57:48.775228 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6416a77-6c9e-430a-9af8-d3b4f74ce2bb None None] Pushing event updated for resources: {'Port': ['ID=d024bf45-f34e-4280-90ab-e623230071e6,revision_number=3']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:48.787245 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-a6416a77-6c9e-430a-9af8-d3b4f74ce2bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:48.787689 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:48.793105 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] 10.222.0.89 "PUT /v2.0/ports/8d80d024-6c9a-4fb7-b25b-243f7f220393 HTTP/1.1" status: 200 len: 1093 time: 3.8039539 Jul 09 15:57:48.793105 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89069aaf-fea9-4553-a999-59c429fd8b4a', 'tag': '8d80d024-6c9a-4fb7-b25b-243f7f220393'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:57:48.793600 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b43bbcff-97ab-43ed-b143-f3bfa42e91b3 req-01400dcc-eb3f-4ae3-b91c-eacfffb2be6c tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213503 Jul 09 15:57:48.861942 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Pushing event updated for resources: {'Port': ['ID=8d80d024-6c9a-4fb7-b25b-243f7f220393,revision_number=3']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:48.878277 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:48.970258 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:49.012696 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-69de33b3-da7a-4037-9187-e982acdd7033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:49.126102 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89069aaf-fea9-4553-a999-59c429fd8b4a', 'tag': '8d80d024-6c9a-4fb7-b25b-243f7f220393', 'status': 'completed', 'code': 200} Jul 09 15:57:49.265722 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port c8c9a69d-9383-4b20-9b1c-42c6c4641e83 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:49.268148 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:49.434955 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5d104-dbe8-4a6c-9f56-0445a931d6a1 req-d6b4e1b6-0a9e-4149-b497-ee942d4f2212 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:49.442607 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-85d5d104-dbe8-4a6c-9f56-0445a931d6a1 req-d6b4e1b6-0a9e-4149-b497-ee942d4f2212 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.3989232 Jul 09 15:57:49.590451 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] Attempting to bind port d024bf45-f34e-4280-90ab-e623230071e6 on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:57:49.591170 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] Attempting to bind port d024bf45-f34e-4280-90ab-e623230071e6 by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': 'adca9cec-0610-4cd5-80a7-431e2d776b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0720c046-472b-41f7-aed1-fe5049b59216'}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:57:49.592645 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] Attempting to bind port d024bf45-f34e-4280-90ab-e623230071e6 on network 0720c046-472b-41f7-aed1-fe5049b59216 {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:57:49.609344 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=c0ee7a7a-a984-4308-b677-081305a62fad,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:49.624451 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:49.659979 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-6406e376-6b87-4cd8-8cd9-ceaa78c04b47 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69e197f3158d4b4ca9126da741e0244b&device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 1096 time: 0.4014547 Jul 09 15:57:49.823643 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:57:49.829227 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] Checking segment: {'id': 'adca9cec-0610-4cd5-80a7-431e2d776b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0720c046-472b-41f7-aed1-fe5049b59216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:57:49.830757 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:49.831346 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] Bound using segment: {'id': 'adca9cec-0610-4cd5-80a7-431e2d776b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0720c046-472b-41f7-aed1-fe5049b59216'} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:57:49.833310 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] Bound port: d024bf45-f34e-4280-90ab-e623230071e6, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adca9cec-0610-4cd5-80a7-431e2d776b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0720c046-472b-41f7-aed1-fe5049b59216'}}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:57:49.835417 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:49.938562 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-85d5d104-dbe8-4a6c-9f56-0445a931d6a1 req-058d6764-ab24-45ec-b6a6-9b27642a58ea tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4933920 Jul 09 15:57:49.965330 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c8cd4cbe-aa65-4f82-acec-ea857dcf86e8 req-5798211e-01a7-4af1-936e-cf469019364d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=798c4c987947430b9f5ca3417f6fae1e&device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 1098 time: 0.7020514 Jul 09 15:57:49.988347 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58859e09-4457-4d6e-bc1d-143c65561b4d req-79662560-6c08-4bd7-b1eb-3737d941a45d tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:49.988994 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-58859e09-4457-4d6e-bc1d-143c65561b4d req-79662560-6c08-4bd7-b1eb-3737d941a45d tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.4277687 Jul 09 15:57:49.998085 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-36f8d288-f365-4c43-b8a8-de924fa94c53 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d80d024-6c9a-4fb7-b25b-243f7f220393 HTTP/1.1" status: 200 len: 217 time: 0.3085270 Jul 09 15:57:50.199814 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] For port d024bf45-f34e-4280-90ab-e623230071e6, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:57:50.212957 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] For port d024bf45-f34e-4280-90ab-e623230071e6, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=d024bf45-f34e-4280-90ab-e623230071e6,segment=NetworkSegment(adca9cec-0610-4cd5-80a7-431e2d776b16),segment_id=adca9cec-0610-4cd5-80a7-431e2d776b16)] {{(pid=74278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:57:50.236226 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:50.282422 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-58859e09-4457-4d6e-bc1d-143c65561b4d req-3429b01a-61b3-404f-95c6-11f2c3be7794 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415345 Jul 09 15:57:50.287454 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:50.384044 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-f3050250-ae15-4455-b25d-0e8fc4edb229 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:50.392943 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-f3050250-ae15-4455-b25d-0e8fc4edb229 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4006d4af-f154-4912-bdbd-6a5ff3424039 HTTP/1.1" status: 200 len: 855 time: 0.3871517 Jul 09 15:57:50.396407 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd4cbe-aa65-4f82-acec-ea857dcf86e8 req-6f02433a-ee5c-4584-808a-ce75b5b69360 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:50.398228 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c8cd4cbe-aa65-4f82-acec-ea857dcf86e8 req-6f02433a-ee5c-4584-808a-ce75b5b69360 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0720c046-472b-41f7-aed1-fe5049b59216 HTTP/1.1" status: 200 len: 919 time: 0.4068978 Jul 09 15:57:50.605385 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-0769384b-636c-4829-9bd1-20e53545c3f1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1842339 Jul 09 15:57:50.616722 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6416a77-6c9e-430a-9af8-d3b4f74ce2bb None None] Pushing event updated for resources: {'Port': ['ID=d024bf45-f34e-4280-90ab-e623230071e6,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:50.621564 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-a6416a77-6c9e-430a-9af8-d3b4f74ce2bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:50.623385 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] Routers {'96c649ff-d6aa-4e19-9740-3b413796a21a'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:57:50.624450 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:57:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['96c649ff-d6aa-4e19-9740-3b413796a21a'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:50.656354 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c8cd4cbe-aa65-4f82-acec-ea857dcf86e8 req-102205f7-c39f-4f88-bd63-4702a3e99221 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4046553-f97e-4b9c-a69a-da9334346d4a HTTP/1.1" status: 200 len: 217 time: 0.2353945 Jul 09 15:57:50.806820 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17de260-c171-40d6-bd97-614be4393ea8 req-9defdb61-b0e8-4fb6-b35b-c40834fce2a0 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:50.812299 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f17de260-c171-40d6-bd97-614be4393ea8 req-9defdb61-b0e8-4fb6-b35b-c40834fce2a0 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 944 time: 0.2766385 Jul 09 15:57:51.004108 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] Set router 96c649ff-d6aa-4e19-9740-3b413796a21a gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:57:51.067308 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-9c7bcd68-aef3-49dc-b0cd-2e9edc77769e service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779368 Jul 09 15:57:51.230670 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f17de260-c171-40d6-bd97-614be4393ea8 req-1fd2315e-3c0a-4d89-baf2-33b8e524af7f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3387520 Jul 09 15:57:51.245299 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd4cbe-aa65-4f82-acec-ea857dcf86e8 req-2a7771ef-e58c-4eed-b2ef-e4cf5577ab38 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:51.264067 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c8cd4cbe-aa65-4f82-acec-ea857dcf86e8 req-2a7771ef-e58c-4eed-b2ef-e4cf5577ab38 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4121e6a0-77e3-405e-b1c9-fb3cc0cd4986 HTTP/1.1" status: 200 len: 858 time: 0.4504211 Jul 09 15:57:51.480631 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c8cd4cbe-aa65-4f82-acec-ea857dcf86e8 req-1bdff000-d7b8-4c0e-aae5-93a84c9244e1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0720c046-472b-41f7-aed1-fe5049b59216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1933022 Jul 09 15:57:51.661263 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-12fd40f7-8c3d-425b-b436-c33fa4e91a43 req-81162798-6b83-484b-a9e6-17d98d594577 service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5801482 Jul 09 15:57:51.831624 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device d79c45d8-39ee-45e3-bb03-deaf529b4edd up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:57:52.048324 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c649ff-d6aa-4e19-9740-3b413796a21a', 'name': 'tempest-ServerRescueNegativeTestJSON-377368882-router', 'tenant_id': '798c4c987947430b9f5ca3417f6fae1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:54Z', 'updated_at': '2021-07-09T15:57:06Z', 'revision_number': 4, 'project_id': '798c4c987947430b9f5ca3417f6fae1e', 'gw_port': {'id': '8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c649ff-d6aa-4e19-9740-3b413796a21a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'd024bf45-f34e-4280-90ab-e623230071e6', 'name': '', 'network_id': '0720c046-472b-41f7-aed1-fe5049b59216', 'tenant_id': '798c4c987947430b9f5ca3417f6fae1e', 'mac_address': 'fa:16:3e:c5:16:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c649ff-d6aa-4e19-9740-3b413796a21a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4121e6a0-77e3-405e-b1c9-fb3cc0cd4986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:04Z', 'updated_at': '2021-07-09T15:57:50Z', 'revision_number': 4, 'project_id': '798c4c987947430b9f5ca3417f6fae1e', 'subnets': [{'id': '4121e6a0-77e3-405e-b1c9-fb3cc0cd4986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:52.055242 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning for port d79c45d8-39ee-45e3-bb03-deaf529b4edd completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:57:52.062673 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e0148-92e9-40b3-ab9b-5ca3e65b5502 req-ecfdddba-322f-41e2-b717-4402ac9265db tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:52.073562 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9263782-f242-465c-af1b-a974a780edd3 None None] The sync data for ids ['96c649ff-d6aa-4e19-9740-3b413796a21a'] in dv-cinder-800228-1-smb is: [{'id': '96c649ff-d6aa-4e19-9740-3b413796a21a', 'name': 'tempest-ServerRescueNegativeTestJSON-377368882-router', 'tenant_id': '798c4c987947430b9f5ca3417f6fae1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:54Z', 'updated_at': '2021-07-09T15:57:06Z', 'revision_number': 4, 'project_id': '798c4c987947430b9f5ca3417f6fae1e', 'gw_port': {'id': '8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c649ff-d6aa-4e19-9740-3b413796a21a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'd024bf45-f34e-4280-90ab-e623230071e6', 'name': '', 'network_id': '0720c046-472b-41f7-aed1-fe5049b59216', 'tenant_id': '798c4c987947430b9f5ca3417f6fae1e', 'mac_address': 'fa:16:3e:c5:16:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c649ff-d6aa-4e19-9740-3b413796a21a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4121e6a0-77e3-405e-b1c9-fb3cc0cd4986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:04Z', 'updated_at': '2021-07-09T15:57:50Z', 'revision_number': 4, 'project_id': '798c4c987947430b9f5ca3417f6fae1e', 'subnets': [{'id': '4121e6a0-77e3-405e-b1c9-fb3cc0cd4986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 15:57:52.074973 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-072e0148-92e9-40b3-ab9b-5ca3e65b5502 req-ecfdddba-322f-41e2-b717-4402ac9265db tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.5424550 Jul 09 15:57:52.082185 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port d79c45d8-39ee-45e3-bb03-deaf529b4edd triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:52.082750 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:52.131376 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c8cd4cbe-aa65-4f82-acec-ea857dcf86e8 req-b8626dc5-d044-4df3-8524-5e53dbcca555 service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6371324 Jul 09 15:57:52.146140 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e546f336-9f75-47dc-9441-ca84ca9b13e8 req-f45b138e-9b20-4d39-9616-e20d40c19293 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69e197f3158d4b4ca9126da741e0244b&device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 1096 time: 0.2812464 Jul 09 15:57:52.150482 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd611b-efa8-44f8-b424-7ce16d2bd43a req-89c8ca9b-f4ae-4532-a5ce-3551fc77bd81 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:52.170568 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9bcd611b-efa8-44f8-b424-7ce16d2bd43a req-89c8ca9b-f4ae-4532-a5ce-3551fc77bd81 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.4591968 Jul 09 15:57:52.522742 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:52.671993 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port d79c45d8-39ee-45e3-bb03-deaf529b4edd, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d79c45d8-39ee-45e3-bb03-deaf529b4edd,segment=NetworkSegment(c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c),segment_id=c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:52.673865 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc95a64-9c36-40ec-aaa5-1ce2734525f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79c45d8-39ee-45e3-bb03-deaf529b4edd'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:57:52.692148 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:52.702241 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:52.711053 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546f336-9f75-47dc-9441-ca84ca9b13e8 req-fa6308c5-7f78-4ae1-9618-e93bd15a7959 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:52.714284 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e546f336-9f75-47dc-9441-ca84ca9b13e8 req-fa6308c5-7f78-4ae1-9618-e93bd15a7959 service neutron] 10.222.0.89 "GET /v2.0/networks?id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd HTTP/1.1" status: 200 len: 917 time: 0.5532732 Jul 09 15:57:52.886719 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e546f336-9f75-47dc-9441-ca84ca9b13e8 req-beeab206-a3a4-4d3d-8575-d64e0462cc45 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d80d024-6c9a-4fb7-b25b-243f7f220393 HTTP/1.1" status: 200 len: 217 time: 0.1612394 Jul 09 15:57:52.920496 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=d79c45d8-39ee-45e3-bb03-deaf529b4edd,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:52.957687 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:52.981714 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9bcd611b-efa8-44f8-b424-7ce16d2bd43a req-27334313-dee6-4f5b-9cbe-b2436bd81243 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8097472 Jul 09 15:57:52.993721 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546f336-9f75-47dc-9441-ca84ca9b13e8 req-a7d482e1-8d48-4254-92b5-05e177faaa63 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:52.997538 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e546f336-9f75-47dc-9441-ca84ca9b13e8 req-a7d482e1-8d48-4254-92b5-05e177faaa63 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4006d4af-f154-4912-bdbd-6a5ff3424039 HTTP/1.1" status: 200 len: 855 time: 0.0956280 Jul 09 15:57:53.018709 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-072e0148-92e9-40b3-ab9b-5ca3e65b5502 req-6fd46bac-c965-4e8f-8cce-f1a9ce262688 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9423044 Jul 09 15:57:53.077108 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c8cd4cbe-aa65-4f82-acec-ea857dcf86e8 req-e87c5289-dbf3-4b0e-9078-8329a7a5a666 service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9024611 Jul 09 15:57:53.113268 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cc7f3020-5508-4bd2-bf15-1f6c70e15e95 req-dbd04024-88ba-42b6-9a66-aed855c31fba service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6499021 Jul 09 15:57:53.160963 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e546f336-9f75-47dc-9441-ca84ca9b13e8 req-0a2a64c7-f114-4f30-af35-8ade2d81d3a3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1410880 Jul 09 15:57:53.413612 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0172e6a-6236-46c6-8f01-1b050b7abdb6 req-14270f6d-f668-41fe-8f6c-f24c25598880 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:53.416143 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d0172e6a-6236-46c6-8f01-1b050b7abdb6 req-14270f6d-f668-41fe-8f6c-f24c25598880 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.1944282 Jul 09 15:57:53.487847 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e546f336-9f75-47dc-9441-ca84ca9b13e8 req-343a1b54-27d0-42ed-b28b-87d25d88446b service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925715 Jul 09 15:57:53.611051 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d0172e6a-6236-46c6-8f01-1b050b7abdb6 req-5429c75a-6631-4ff0-b50a-435a12497795 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876988 Jul 09 15:57:53.686470 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cc7f3020-5508-4bd2-bf15-1f6c70e15e95 req-ad9ac5cd-bffd-437b-8884-4671bc28a63e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dc19e4213be34c3784f47f73c2cff62f&device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 1098 time: 0.2101014 Jul 09 15:57:53.751734 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc95a64-9c36-40ec-aaa5-1ce2734525f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79c45d8-39ee-45e3-bb03-deaf529b4edd', 'code': 200} Jul 09 15:57:53.865304 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e546f336-9f75-47dc-9441-ca84ca9b13e8 req-d98556b5-7661-4ae7-a75e-0b82f2320dfe service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591099 Jul 09 15:57:54.154184 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device d024bf45-f34e-4280-90ab-e623230071e6 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:57:54.422150 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port d024bf45-f34e-4280-90ab-e623230071e6 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:57:54.443779 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port d024bf45-f34e-4280-90ab-e623230071e6 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:54.444745 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:54.646296 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-343e8269-e872-4480-99ff-f22ab1412ca7 req-b5f5e073-3208-47af-be8b-a10f6643b61b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 1098 time: 0.1689303 Jul 09 15:57:54.656225 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f3020-5508-4bd2-bf15-1f6c70e15e95 req-2f28aeb0-b056-4677-9b41-4a6149761ac8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:54.658757 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cc7f3020-5508-4bd2-bf15-1f6c70e15e95 req-2f28aeb0-b056-4677-9b41-4a6149761ac8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c038a178-a944-4c56-b792-d2b2e48564e1 HTTP/1.1" status: 200 len: 913 time: 0.7302005 Jul 09 15:57:54.669622 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19e6ec-f3c6-4351-90fc-5bad435e3e64 req-1b2dce3e-f247-4419-86ce-64f278dbe76b tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:54.683082 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4f19e6ec-f3c6-4351-90fc-5bad435e3e64 req-1b2dce3e-f247-4419-86ce-64f278dbe76b tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 945 time: 0.6771793 Jul 09 15:57:54.742804 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-343e8269-e872-4480-99ff-f22ab1412ca7 req-0a1c753e-174d-4f77-be6e-bedc0334c7e6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782800 Jul 09 15:57:54.812528 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1f0b8-d2d4-4a4b-9f37-8463982bdf89 req-91504d16-a71e-4a82-a2ce-7635130cac61 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:54.814132 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-56f1f0b8-d2d4-4a4b-9f37-8463982bdf89 req-91504d16-a71e-4a82-a2ce-7635130cac61 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.4436250 Jul 09 15:57:54.831923 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:54.895260 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] For port d024bf45-f34e-4280-90ab-e623230071e6, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=d024bf45-f34e-4280-90ab-e623230071e6,segment=NetworkSegment(adca9cec-0610-4cd5-80a7-431e2d776b16),segment_id=adca9cec-0610-4cd5-80a7-431e2d776b16)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:54.897447 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cc7f3020-5508-4bd2-bf15-1f6c70e15e95 req-aa1bcd7a-9812-46cb-8c0e-ee9565c8ab7b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f1e0145-72c0-4eac-ac04-1c227af9c02f HTTP/1.1" status: 200 len: 217 time: 0.1824362 Jul 09 15:57:54.909866 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:54.912383 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-9caf546e-0c15-42be-8a17-5537328b605f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:54.932221 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4f19e6ec-f3c6-4351-90fc-5bad435e3e64 req-4984c4a5-34aa-4ba8-9def-35c9eb4f3789 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/security-groups?id=fffa1ee1-08c1-4feb-98fb-c750a46589ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460930 Jul 09 15:57:54.940982 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-56f1f0b8-d2d4-4a4b-9f37-8463982bdf89 req-a7182e2e-cc59-4e37-817c-927ddc699f8b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169472 Jul 09 15:57:55.118418 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:55.175486 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Pushing event updated for resources: {'Port': ['ID=d024bf45-f34e-4280-90ab-e623230071e6,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:55.206711 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:55.213603 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:55.214607 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:55.215318 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:55.217224 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:55.218443 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:55.222247 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:55.224341 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:55.225062 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:55.227986 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:55.228886 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:55.270233 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:55.430902 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e06f3-05f6-47f4-81d4-c07f42e2e70e req-5be82c3d-6343-43e1-9105-8f095294c6f9 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:55.434706 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4f9e06f3-05f6-47f4-81d4-c07f42e2e70e req-5be82c3d-6343-43e1-9105-8f095294c6f9 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.3057528 Jul 09 15:57:55.537336 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f3020-5508-4bd2-bf15-1f6c70e15e95 req-ed875c7a-2124-48af-b14e-e6ddc65c328c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:55.540047 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cc7f3020-5508-4bd2-bf15-1f6c70e15e95 req-ed875c7a-2124-48af-b14e-e6ddc65c328c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8dd3717d-7866-4f34-a1da-46fcac1b0f7d HTTP/1.1" status: 200 len: 852 time: 0.3018486 Jul 09 15:57:55.660677 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4f9e06f3-05f6-47f4-81d4-c07f42e2e70e req-50241b09-1ee6-41e2-82be-2e36bf26b578 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111111 Jul 09 15:57:55.666785 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cc7f3020-5508-4bd2-bf15-1f6c70e15e95 req-3bbdc920-5441-494f-9cf6-a2fb980db32c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c038a178-a944-4c56-b792-d2b2e48564e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080973 Jul 09 15:57:55.677867 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5bcbd-fb1e-46a0-8140-a372c3e7800a req-2c1abb7c-83ad-43ce-b6da-a37ed01951e0 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:55.681833 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-eab5bcbd-fb1e-46a0-8140-a372c3e7800a req-2c1abb7c-83ad-43ce-b6da-a37ed01951e0 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.3680062 Jul 09 15:57:55.777062 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 8d80d024-6c9a-4fb7-b25b-243f7f220393 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:57:56.095677 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device d024bf45-f34e-4280-90ab-e623230071e6 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:57:56.136631 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cc7f3020-5508-4bd2-bf15-1f6c70e15e95 req-d8b2358e-ff3e-4d37-89af-fa6c85e71ced service neutron] 10.222.0.89 "GET /v2.0/networks/c038a178-a944-4c56-b792-d2b2e48564e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521236 Jul 09 15:57:56.260738 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-eab5bcbd-fb1e-46a0-8140-a372c3e7800a req-4ad12221-567f-41d2-afc7-7bb33421f93a tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5446253 Jul 09 15:57:56.492362 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 8d80d024-6c9a-4fb7-b25b-243f7f220393, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8d80d024-6c9a-4fb7-b25b-243f7f220393,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:56.518469 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port d024bf45-f34e-4280-90ab-e623230071e6 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:56.519079 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:56.559852 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': '8d80d024-6c9a-4fb7-b25b-243f7f220393', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'port_id': '8d80d024-6c9a-4fb7-b25b-243f7f220393', 'mac_address': 'fa:16:3e:9f:b7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:57:56.633249 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cc7f3020-5508-4bd2-bf15-1f6c70e15e95 req-90d54b99-bf99-4cf9-8270-d3f2cceabfdf service neutron] 10.222.0.89 "GET /v2.0/networks/c038a178-a944-4c56-b792-d2b2e48564e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847202 Jul 09 15:57:56.675784 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:56.706714 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cfba3-32d4-42a0-8b7a-04d35b6817a6 req-2d3ee716-d439-4eec-9a8e-e63f522823e1 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:56.718403 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a02cfba3-32d4-42a0-8b7a-04d35b6817a6 req-2d3ee716-d439-4eec-9a8e-e63f522823e1 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 945 time: 0.4010458 Jul 09 15:57:56.734823 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bf4ca-833a-4a87-a5ae-754ee93f9395 req-7672ae8a-8e29-41a7-841c-3b2cece09e21 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:56.736580 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-776bf4ca-833a-4a87-a5ae-754ee93f9395 req-7672ae8a-8e29-41a7-841c-3b2cece09e21 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.1854236 Jul 09 15:57:56.739878 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d80d024-6c9a-4fb7-b25b-243f7f220393 {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:57:56.822188 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a02cfba3-32d4-42a0-8b7a-04d35b6817a6 req-693ab996-60ec-4bfc-a497-643a03656615 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/security-groups?id=fffa1ee1-08c1-4feb-98fb-c750a46589ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023088 Jul 09 15:57:56.825025 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-776bf4ca-833a-4a87-a5ae-754ee93f9395 req-bb33eb8a-ab3d-4ea1-8ab8-b11c0e5362a5 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740898 Jul 09 15:57:56.880918 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 8d80d024-6c9a-4fb7-b25b-243f7f220393, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8d80d024-6c9a-4fb7-b25b-243f7f220393,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:56.892835 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:56.898826 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:57.017508 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=8d80d024-6c9a-4fb7-b25b-243f7f220393,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:57.028082 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:57.248879 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720440c-cd57-489e-93cf-9e59dfc0565c req-2ce24616-aaf9-4a1a-8d2f-98708289d5e7 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:57.251936 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0720440c-cd57-489e-93cf-9e59dfc0565c req-2ce24616-aaf9-4a1a-8d2f-98708289d5e7 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 944 time: 0.1869712 Jul 09 15:57:57.353480 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0720440c-cd57-489e-93cf-9e59dfc0565c req-9510190c-acb3-479b-8a35-636e192a0356 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823894 Jul 09 15:57:57.655566 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['8d80d024-6c9a-4fb7-b25b-243f7f220393'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 15:57:57.661907 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab84d1b-5fd5-4951-9bdb-a54a7bc0e37e req-60d237c7-3d39-4174-83de-81bf8d3cf99d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:57.665285 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9ab84d1b-5fd5-4951-9bdb-a54a7bc0e37e req-60d237c7-3d39-4174-83de-81bf8d3cf99d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.1604586 Jul 09 15:57:57.801537 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9ab84d1b-5fd5-4951-9bdb-a54a7bc0e37e req-39cc7563-253e-4163-b926-df95fe1124ca tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224651 Jul 09 15:57:58.036221 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 40648) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:58.173376 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 40654) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:58.392879 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c39875-f0aa-4b37-8605-3a1a82621253 req-010a9e19-e93f-478b-ac71-7da12472b5ec tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:58.407884 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-69c39875-f0aa-4b37-8605-3a1a82621253 req-010a9e19-e93f-478b-ac71-7da12472b5ec tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 945 time: 0.2913597 Jul 09 15:57:58.418207 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f274281-0d51-4105-944e-80e30dbf85f1 req-352e244a-cae0-4b37-9884-df578a78fd44 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:58.432394 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1f274281-0d51-4105-944e-80e30dbf85f1 req-352e244a-cae0-4b37-9884-df578a78fd44 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.2484410 Jul 09 15:57:58.435081 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 40662) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:58.450712 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-abfadb60-5eaf-46c1-83d7-ef4badcac7cf tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Request body: {'floatingip': {'port_id': 'd79c45d8-39ee-45e3-bb03-deaf529b4edd'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:57:58.584285 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-69c39875-f0aa-4b37-8605-3a1a82621253 req-fa3344e9-d170-47c4-b3d8-989bc3eba21e tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/security-groups?id=fffa1ee1-08c1-4feb-98fb-c750a46589ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774952 Jul 09 15:57:58.627532 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-abfadb60-5eaf-46c1-83d7-ef4badcac7cf tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for floatingip, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:58.637371 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fe5dd-4f17-464f-b5d9-ff438da17d4b req-83beccfd-0086-441c-af90-7a333e4f324e tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:58.647567 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6b4fe5dd-4f17-464f-b5d9-ff438da17d4b req-83beccfd-0086-441c-af90-7a333e4f324e tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 945 time: 0.1907585 Jul 09 15:57:58.726584 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:58.798660 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-d78f4443-9189-48d7-85f5-9008599bad0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:58.904166 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 40674) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:58.928389 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:58.951179 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] Usage tracker for resource:security_group_rule and tenant:3338d301f7de42c4acb1d15a4ab15373 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:58.957980 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:58.967611 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-d78f4443-9189-48d7-85f5-9008599bad0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:58.970317 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:58.970567 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [req-6b4fe5dd-4f17-464f-b5d9-ff438da17d4b req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Deleting port 2f1e0145-72c0-4eac-ac04-1c227af9c02f {{(pid=74276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 15:57:58.971273 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-6b4fe5dd-4f17-464f-b5d9-ff438da17d4b req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:59.002172 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-d78f4443-9189-48d7-85f5-9008599bad0d admin admin] Usage tracker for resource:security_group_rule and tenant:589f523ec12b4b97836001290008a682 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:59.010514 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-d78f4443-9189-48d7-85f5-9008599bad0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:59.039188 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-d78f4443-9189-48d7-85f5-9008599bad0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:59.054065 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3af990-bb39-4d36-93d0-557eccd202b9 req-7fd853bc-d37e-4246-86ae-2eac89034b0b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:59.057147 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-da3af990-bb39-4d36-93d0-557eccd202b9 req-7fd853bc-d37e-4246-86ae-2eac89034b0b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.4069204 Jul 09 15:57:59.215357 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4374cd-0306-4716-9f05-4a9fe94bdfbc req-5e761b29-3176-46e3-b401-66e1fa647e77 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:59.222551 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4e4374cd-0306-4716-9f05-4a9fe94bdfbc req-5e761b29-3176-46e3-b401-66e1fa647e77 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 944 time: 0.4222319 Jul 09 15:57:59.312157 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e3832047-248f-4f99-996f-bcf25805fe3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:59.406564 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-da3af990-bb39-4d36-93d0-557eccd202b9 req-df272ea4-2b45-4578-9265-8969fc9e1492 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202672 Jul 09 15:57:59.456264 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4e4374cd-0306-4716-9f05-4a9fe94bdfbc req-3e718a64-2e07-4dab-8d8b-6fac3af79683 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095468 Jul 09 15:57:59.473889 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:59.496177 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-e3832047-248f-4f99-996f-bcf25805fe3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:59.504267 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:59.526233 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-fa676b2a-fada-44cf-8b9a-126470dd6caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:59.536418 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [req-6b4fe5dd-4f17-464f-b5d9-ff438da17d4b req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] For port 2f1e0145-72c0-4eac-ac04-1c227af9c02f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=2f1e0145-72c0-4eac-ac04-1c227af9c02f,segment=NetworkSegment(a4ef4717-7a18-4bc0-a126-45b85bac1396),segment_id=a4ef4717-7a18-4bc0-a126-45b85bac1396)] {{(pid=74276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:59.536955 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-6b4fe5dd-4f17-464f-b5d9-ff438da17d4b req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:59.645247 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-d78f4443-9189-48d7-85f5-9008599bad0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:59.646494 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-e3832047-248f-4f99-996f-bcf25805fe3e admin admin] Usage tracker for resource:security_group_rule and tenant:19f377a398bc4406bb024c7cfed715d3 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:59.655443 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-e3832047-248f-4f99-996f-bcf25805fe3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:59.673801 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-d78f4443-9189-48d7-85f5-9008599bad0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:59.686543 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-e3832047-248f-4f99-996f-bcf25805fe3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:59.731015 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fa15fc-20c6-42a4-8e64-9c38b2dd7246,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:59.731649 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [req-6b4fe5dd-4f17-464f-b5d9-ff438da17d4b req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Calling delete_port for 2f1e0145-72c0-4eac-ac04-1c227af9c02f owned by compute:nova {{(pid=74276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 15:57:59.810021 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 8d80d024-6c9a-4fb7-b25b-243f7f220393 up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:57:59.942098 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3338d301f7de42c4acb1d15a4ab15373&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9044974 Jul 09 15:57:59.951867 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:59.952293 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:59.952911 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:59.953486 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:59.954089 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:59.954585 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:59.955082 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:59.955567 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:59.956078 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:59.956575 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:59.957071 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:59.964868 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 40684) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:59.972967 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:59.977035 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-d78f4443-9189-48d7-85f5-9008599bad0d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=589f523ec12b4b97836001290008a682&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8025398 Jul 09 15:57:59.977976 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-dc04ee04-4c4d-45e8-a379-ac005e8aeb67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:59.985001 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 40688) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:00.003281 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning for port 8d80d024-6c9a-4fb7-b25b-243f7f220393 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:58:00.016025 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port 8d80d024-6c9a-4fb7-b25b-243f7f220393 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:58:00.017043 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:00.109077 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f4443-9189-48d7-85f5-9008599bad0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db95d27f-e445-406d-b7b7-523dc189ad30,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:00.120267 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-d78f4443-9189-48d7-85f5-9008599bad0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:00.237075 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e3832047-248f-4f99-996f-bcf25805fe3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:00.308018 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e3832047-248f-4f99-996f-bcf25805fe3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:00.332316 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134956e-63f0-4159-bffa-ab3d16eac752 req-c82666b0-33ad-4005-9c71-75ba0fa2697b tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:00.338694 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:00.349253 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e134956e-63f0-4159-bffa-ab3d16eac752 req-c82666b0-33ad-4005-9c71-75ba0fa2697b tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 945 time: 0.4895248 Jul 09 15:58:00.373302 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:00.389984 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-cc86b39b-084e-4891-a30c-fac3c8f445d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:00.423903 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-6b4fe5dd-4f17-464f-b5d9-ff438da17d4b req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093'] for port, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:00.426085 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8e1e41c1-7da9-40aa-bf26-15b84ddf0958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:00.437660 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89069aaf-fea9-4553-a999-59c429fd8b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d80d024-6c9a-4fb7-b25b-243f7f220393'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:58:00.445069 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-75e4fdda-8a0a-410a-a177-08406d6a1b4f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:00.477884 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 8d80d024-6c9a-4fb7-b25b-243f7f220393, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8d80d024-6c9a-4fb7-b25b-243f7f220393,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:58:00.484107 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:00.489159 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-6d2520c7-6008-4152-b7fe-a304d40d19db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:00.517213 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e134956e-63f0-4159-bffa-ab3d16eac752 req-8e8595f8-0c5a-4cad-bf51-09a4468ed6ba tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/security-groups?id=fffa1ee1-08c1-4feb-98fb-c750a46589ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547625 Jul 09 15:58:00.520166 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Pushing event deleted for resources: {'Port': ['ID=2f1e0145-72c0-4eac-ac04-1c227af9c02f,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:00.552770 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-e3832047-248f-4f99-996f-bcf25805fe3e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19f377a398bc4406bb024c7cfed715d3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6439905 Jul 09 15:58:00.554094 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3832047-248f-4f99-996f-bcf25805fe3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319bf200-5982-43a8-8e7f-70ad5d60efc5,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:00.592514 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 40700) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:00.599206 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89069aaf-fea9-4553-a999-59c429fd8b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d80d024-6c9a-4fb7-b25b-243f7f220393', 'code': 200} Jul 09 15:58:00.614914 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e3832047-248f-4f99-996f-bcf25805fe3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:00.625554 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-cc86b39b-084e-4891-a30c-fac3c8f445d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:00.644518 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:00.645059 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:00.645446 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:00.645710 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:00.646092 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:00.647233 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:00.647233 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:00.647233 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:00.647814 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:00.647952 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:00.648372 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:00.655569 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8e1e41c1-7da9-40aa-bf26-15b84ddf0958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:00.696327 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:00.729728 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=8d80d024-6c9a-4fb7-b25b-243f7f220393,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:00.735652 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.db.resource_extend [None req-abfadb60-5eaf-46c1-83d7-ef4badcac7cf tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 15:58:00.743695 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:00.783051 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4fe5dd-4f17-464f-b5d9-ff438da17d4b req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] No DVR routers for this DVR port 2f1e0145-72c0-4eac-ac04-1c227af9c02f on host hv-cinder-80022 {{(pid=74276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:58:00.786913 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-6b4fe5dd-4f17-464f-b5d9-ff438da17d4b req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:00.790114 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d9d723-1561-48d5-8215-a8db86a9f6ea', 'name': 'network-vif-deleted', 'tag': '2f1e0145-72c0-4eac-ac04-1c227af9c02f'}] {{(pid=74276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:58:00.856717 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6b4fe5dd-4f17-464f-b5d9-ff438da17d4b req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.89 "DELETE /v2.0/ports/2f1e0145-72c0-4eac-ac04-1c227af9c02f HTTP/1.1" status: 204 len: 173 time: 2.1348732 Jul 09 15:58:01.017690 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-abfadb60-5eaf-46c1-83d7-ef4badcac7cf tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:01.026228 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-1a029537-e6a7-4f9e-a7e3-a1c7558cab42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:01.028340 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-abfadb60-5eaf-46c1-83d7-ef4badcac7cf tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011831'] for floatingip, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:01.130965 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707af67-f1d0-4cde-bb34-1811a8b4145c req-f81e85f9-73c0-4e45-bff6-f16c8645d3d6 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:01.133074 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7707af67-f1d0-4cde-bb34-1811a8b4145c req-f81e85f9-73c0-4e45-bff6-f16c8645d3d6 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.3318713 Jul 09 15:58:01.144208 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba0bb2-e979-4ee4-9b74-fae304204c93 req-b4fe3d99-bc0a-4dcc-ac44-a49ce1b0d340 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:01.146416 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9aba0bb2-e979-4ee4-9b74-fae304204c93 req-b4fe3d99-bc0a-4dcc-ac44-a49ce1b0d340 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.2888021 Jul 09 15:58:01.193668 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d605e8b5-faae-4597-9a1a-35b768fff084 req-503bb8f7-0a36-42f1-841c-77fd7738163f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 1098 time: 0.2527478 Jul 09 15:58:01.206565 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8e1e41c1-7da9-40aa-bf26-15b84ddf0958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:01.212902 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-cc86b39b-084e-4891-a30c-fac3c8f445d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:01.221666 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-1a029537-e6a7-4f9e-a7e3-a1c7558cab42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:01.244740 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b4146bc7-0c7c-4fe8-a1e9-f429f160c109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:01.268017 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7707af67-f1d0-4cde-bb34-1811a8b4145c req-79e0d77a-5158-4c55-a152-4bc979eb23a4 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193244 Jul 09 15:58:01.272141 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9aba0bb2-e979-4ee4-9b74-fae304204c93 req-6b2c432f-3ba4-4f1a-bc69-1348363fdbf6 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075027 Jul 09 15:58:01.285896 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d605e8b5-faae-4597-9a1a-35b768fff084 req-70565e93-6ddd-4cb0-83cc-237cce33cff0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776353 Jul 09 15:58:01.297132 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e41c1-7da9-40aa-bf26-15b84ddf0958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fa15fc-20c6-42a4-8e64-9c38b2dd7246,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:01.317699 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86b39b-084e-4891-a30c-fac3c8f445d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db95d27f-e445-406d-b7b7-523dc189ad30,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:01.332883 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-cc86b39b-084e-4891-a30c-fac3c8f445d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:01.341305 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:01.342234 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:01.403271 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-cc86b39b-084e-4891-a30c-fac3c8f445d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:01.403447 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d9d723-1561-48d5-8215-a8db86a9f6ea', 'name': 'network-vif-deleted', 'tag': '2f1e0145-72c0-4eac-ac04-1c227af9c02f', 'status': 'completed', 'code': 200} Jul 09 15:58:01.404972 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-cc86b39b-084e-4891-a30c-fac3c8f445d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db95d27f-e445-406d-b7b7-523dc189ad30 HTTP/1.1" status: 204 len: 168 time: 1.3976896 Jul 09 15:58:01.408317 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8e1e41c1-7da9-40aa-bf26-15b84ddf0958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:01.414113 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-8e1e41c1-7da9-40aa-bf26-15b84ddf0958 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/75fa15fc-20c6-42a4-8e64-9c38b2dd7246 HTTP/1.1" status: 204 len: 168 time: 1.4409530 Jul 09 15:58:01.635381 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-1a029537-e6a7-4f9e-a7e3-a1c7558cab42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:01.647339 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-128ddb89-ca5a-4b5f-bef2-1b5b9d9c0c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:01.670404 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a029537-e6a7-4f9e-a7e3-a1c7558cab42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319bf200-5982-43a8-8e7f-70ad5d60efc5,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:01.683451 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-1a029537-e6a7-4f9e-a7e3-a1c7558cab42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:01.693804 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-1a029537-e6a7-4f9e-a7e3-a1c7558cab42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:01.698857 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-1a029537-e6a7-4f9e-a7e3-a1c7558cab42 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/319bf200-5982-43a8-8e7f-70ad5d60efc5 HTTP/1.1" status: 204 len: 168 time: 1.1013465 Jul 09 15:58:01.779024 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.db.l3_db [None req-abfadb60-5eaf-46c1-83d7-ef4badcac7cf tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Floating IP c81e139f-026e-4293-850d-5833843053cf associated. External IP: 172.28.0.226, port: d79c45d8-39ee-45e3-bb03-deaf529b4edd. Jul 09 15:58:01.859811 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-d275591b-33c1-4685-9e6a-67c17e506f8b req-0a6eab2f-fd1a-47f8-997c-1ff41f0f9fd1 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Synchronizing usage tracker for tenant:dc19e4213be34c3784f47f73c2cff62f on resource:port {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:58:01.894940 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-d275591b-33c1-4685-9e6a-67c17e506f8b req-0a6eab2f-fd1a-47f8-997c-1ff41f0f9fd1 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Unset dirty status for tenant:dc19e4213be34c3784f47f73c2cff62f on resource:port {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:58:01.908302 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d275591b-33c1-4685-9e6a-67c17e506f8b req-0a6eab2f-fd1a-47f8-997c-1ff41f0f9fd1 tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d9d723-1561-48d5-8215-a8db86a9f6ea HTTP/1.1" status: 200 len: 210 time: 0.1333690 Jul 09 15:58:01.948661 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 2f1e0145-72c0-4eac-ac04-1c227af9c02f no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:58:02.017025 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] No Port match for: 2f1e0145-72c0-4eac-ac04-1c227af9c02f {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 15:58:02.017432 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 2f1e0145-72c0-4eac-ac04-1c227af9c02f not bound to the agent host hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:58:02.735865 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 40732) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:02.887314 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 40736) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:02.961568 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-e2a10290-10fb-4e1d-a68b-602604ef7991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:02.980888 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-35d54f5b-c795-439b-b2fa-f39cbdfc2d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:03.013259 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfadb60-5eaf-46c1-83d7-ef4badcac7cf tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Router 620dd722-2137-4921-89e9-7e20a8df1ff7 has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 15:58:03.121442 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-e2a10290-10fb-4e1d-a68b-602604ef7991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:03.148653 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-e2a10290-10fb-4e1d-a68b-602604ef7991 admin admin] Usage tracker for resource:security_group_rule and tenant:fd3d0fcfa8784598a787e8f8d3127587 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:03.155154 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-e2a10290-10fb-4e1d-a68b-602604ef7991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:03.170200 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-e2a10290-10fb-4e1d-a68b-602604ef7991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:03.199944 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-35d54f5b-c795-439b-b2fa-f39cbdfc2d87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:03.233546 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b23efe-cacf-4e79-ba8a-47c8d2eec6bb req-bd546487-370e-41ca-a681-147622ad1d08 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:03.236900 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b8b23efe-cacf-4e79-ba8a-47c8d2eec6bb req-bd546487-370e-41ca-a681-147622ad1d08 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.5947828 Jul 09 15:58:03.239306 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-35d54f5b-c795-439b-b2fa-f39cbdfc2d87 admin admin] Usage tracker for resource:security_group_rule and tenant:8c320eb499ab443ea9131e4026b0ef75 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:03.254793 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fd23a-f543-4431-81b3-152996658884 req-6761fb30-f9f6-4ccc-9fd3-7fc32e08b55d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:03.267852 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-de7fd23a-f543-4431-81b3-152996658884 req-6761fb30-f9f6-4ccc-9fd3-7fc32e08b55d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.5279658 Jul 09 15:58:03.271776 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-35d54f5b-c795-439b-b2fa-f39cbdfc2d87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:03.312379 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-35d54f5b-c795-439b-b2fa-f39cbdfc2d87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:03.422912 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfadb60-5eaf-46c1-83d7-ef4badcac7cf tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:58:03.433171 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-abfadb60-5eaf-46c1-83d7-ef4badcac7cf tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for floatingip, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:03.454489 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792bb0a-0721-4495-8ecf-89b814ad6b5b None None] Sync routers for ids ['620dd722-2137-4921-89e9-7e20a8df1ff7'] in dv-cinder-800228-1-smb {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 15:58:03.462551 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b8b23efe-cacf-4e79-ba8a-47c8d2eec6bb req-bf5d48b1-d18d-4349-aa77-c399857a1071 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842575 Jul 09 15:58:03.500321 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c792bb0a-0721-4495-8ecf-89b814ad6b5b None None] Routers {'620dd722-2137-4921-89e9-7e20a8df1ff7'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:58:03.504660 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-c792bb0a-0721-4495-8ecf-89b814ad6b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:57:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['620dd722-2137-4921-89e9-7e20a8df1ff7'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:03.521087 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-de7fd23a-f543-4431-81b3-152996658884 req-97ecd7d9-3c1e-4643-860b-a099e3ee84b4 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509489 Jul 09 15:58:03.569819 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-e2a10290-10fb-4e1d-a68b-602604ef7991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:03.595194 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-abfadb60-5eaf-46c1-83d7-ef4badcac7cf tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "PUT /v2.0/floatingips/c81e139f-026e-4293-850d-5833843053cf HTTP/1.1" status: 200 len: 991 time: 5.1545460 Jul 09 15:58:03.595194 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc95a64-9c36-40ec-aaa5-1ce2734525f7', 'tag': 'd79c45d8-39ee-45e3-bb03-deaf529b4edd'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:58:03.627624 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-e2a10290-10fb-4e1d-a68b-602604ef7991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:03.647328 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:03.726692 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-35d54f5b-c795-439b-b2fa-f39cbdfc2d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:03.802604 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc95a64-9c36-40ec-aaa5-1ce2734525f7', 'tag': 'd79c45d8-39ee-45e3-bb03-deaf529b4edd', 'status': 'completed', 'code': 200} Jul 09 15:58:03.813439 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-35d54f5b-c795-439b-b2fa-f39cbdfc2d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:03.837822 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-e2a10290-10fb-4e1d-a68b-602604ef7991 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fd3d0fcfa8784598a787e8f8d3127587&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0920465 Jul 09 15:58:03.839754 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 40756) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:03.852530 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a10290-10fb-4e1d-a68b-602604ef7991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b0b7a4-9b16-4cd2-a64f-a6a61b8fcb2c,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:03.866169 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-e2a10290-10fb-4e1d-a68b-602604ef7991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:03.873488 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:03.874058 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-736a633f-1fd9-4635-9ad4-6d20efd5cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:04.085925 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-c792bb0a-0721-4495-8ecf-89b814ad6b5b None None] Set router 620dd722-2137-4921-89e9-7e20a8df1ff7 gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:58:04.103391 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e67bd696-007a-4a60-a5f3-6aab1855186c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:04.126780 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-35d54f5b-c795-439b-b2fa-f39cbdfc2d87 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8c320eb499ab443ea9131e4026b0ef75&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2120461 Jul 09 15:58:04.144376 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 40768) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:04.169947 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d54f5b-c795-439b-b2fa-f39cbdfc2d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7735a1-46ae-479f-b927-e216b006e8bb,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:04.187147 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-35d54f5b-c795-439b-b2fa-f39cbdfc2d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:04.212413 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e67bd696-007a-4a60-a5f3-6aab1855186c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:04.266016 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2175809d-47ed-4bcb-9bce-2a30114d9f3a req-7cc25bb2-04e6-4fe4-92e6-4df916844707 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3ea28ba7538a42cf98540122fdcd24bc&device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 1098 time: 0.3060551 Jul 09 15:58:04.411824 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:04.469024 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-77e42068-896e-47c6-b156-b97af793761a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:04.489516 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e67bd696-007a-4a60-a5f3-6aab1855186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:04.505439 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-a1d5d0af-029a-4793-ae1c-4c8716756fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:04.582440 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-77e42068-896e-47c6-b156-b97af793761a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:04.625951 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175809d-47ed-4bcb-9bce-2a30114d9f3a req-958ecd17-9621-4f77-8e03-bd84e89ae920 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:04.627826 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2175809d-47ed-4bcb-9bce-2a30114d9f3a req-958ecd17-9621-4f77-8e03-bd84e89ae920 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c0f8cb26-8b3d-4d13-b008-9f068bcd3651 HTTP/1.1" status: 200 len: 911 time: 0.3495669 Jul 09 15:58:04.697613 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-77e42068-896e-47c6-b156-b97af793761a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:04.705034 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bd696-007a-4a60-a5f3-6aab1855186c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b0b7a4-9b16-4cd2-a64f-a6a61b8fcb2c,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:04.710459 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e67bd696-007a-4a60-a5f3-6aab1855186c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:04.710955 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e67bd696-007a-4a60-a5f3-6aab1855186c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:04.744409 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-77e42068-896e-47c6-b156-b97af793761a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:04.750169 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-77e42068-896e-47c6-b156-b97af793761a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9c7735a1-46ae-479f-b927-e216b006e8bb HTTP/1.1" status: 204 len: 168 time: 0.6042595 Jul 09 15:58:04.751548 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e42068-896e-47c6-b156-b97af793761a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7735a1-46ae-479f-b927-e216b006e8bb,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:04.755368 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-77e42068-896e-47c6-b156-b97af793761a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:04.757279 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e67bd696-007a-4a60-a5f3-6aab1855186c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:04.764014 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-e67bd696-007a-4a60-a5f3-6aab1855186c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/79b0b7a4-9b16-4cd2-a64f-a6a61b8fcb2c HTTP/1.1" status: 204 len: 168 time: 0.9223008 Jul 09 15:58:04.947080 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-c792bb0a-0721-4495-8ecf-89b814ad6b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:52Z', 'updated_at': '2021-07-09T15:57:01Z', 'revision_number': 4, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'gw_port': {'id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:53Z', 'updated_at': '2021-07-09T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_floatingips': [{'id': 'c81e139f-026e-4293-850d-5833843053cf', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'floating_ip_address': '172.28.0.226', 'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'router_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'port_id': 'd79c45d8-39ee-45e3-bb03-deaf529b4edd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'mac_address': 'fa:16:3e:33:a2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc95a64-9c36-40ec-aaa5-1ce2734525f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:57:17Z', 'updated_at': '2021-07-09T15:58:00Z', 'revision_number': 1, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d16fb4c-6e33-4c4f-b6bc-fe27943850bf', 'name': '', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'mac_address': 'fa:16:3e:88:0b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:00Z', 'updated_at': '2021-07-09T15:57:19Z', 'revision_number': 5, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'subnets': [{'id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:04.959537 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792bb0a-0721-4495-8ecf-89b814ad6b5b None None] Checking router: 620dd722-2137-4921-89e9-7e20a8df1ff7 for host: dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 15:58:05.000467 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c792bb0a-0721-4495-8ecf-89b814ad6b5b None None] Routers {'620dd722-2137-4921-89e9-7e20a8df1ff7'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:58:05.001485 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-c792bb0a-0721-4495-8ecf-89b814ad6b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:57:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['620dd722-2137-4921-89e9-7e20a8df1ff7'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:05.034908 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2175809d-47ed-4bcb-9bce-2a30114d9f3a req-5c506bde-8ddf-4b77-b22e-ed20e4ee27e2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79c45d8-39ee-45e3-bb03-deaf529b4edd HTTP/1.1" status: 200 len: 999 time: 0.3982718 Jul 09 15:58:05.264647 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-c792bb0a-0721-4495-8ecf-89b814ad6b5b None None] Set router 620dd722-2137-4921-89e9-7e20a8df1ff7 gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:58:05.335654 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b446694-62d8-4930-aad6-2ab65a264f64 req-f9a80ccc-4755-4213-8390-e39b19552dee tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:05.339893 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6b446694-62d8-4930-aad6-2ab65a264f64 req-f9a80ccc-4755-4213-8390-e39b19552dee tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.4535773 Jul 09 15:58:05.515119 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175809d-47ed-4bcb-9bce-2a30114d9f3a req-01987a39-06ad-4330-8c2a-8c87abbacbc4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:05.516710 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2175809d-47ed-4bcb-9bce-2a30114d9f3a req-01987a39-06ad-4330-8c2a-8c87abbacbc4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4105b35-a599-44f8-8dc4-3f9e81bce3de HTTP/1.1" status: 200 len: 849 time: 0.4637811 Jul 09 15:58:05.629615 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6b446694-62d8-4930-aad6-2ab65a264f64 req-87e11700-0b94-4c71-9947-463dc9c72219 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785635 Jul 09 15:58:05.636169 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ab69a-efad-4a0c-aecd-87918259b2d5 req-de41a36d-e71c-415c-a3e0-cab9f2e23af3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:05.637722 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f71ab69a-efad-4a0c-aecd-87918259b2d5 req-de41a36d-e71c-415c-a3e0-cab9f2e23af3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.5968504 Jul 09 15:58:05.684117 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2175809d-47ed-4bcb-9bce-2a30114d9f3a req-b97c8bf4-0f20-4b12-bb79-b9dce9e24a06 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c0f8cb26-8b3d-4d13-b008-9f068bcd3651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1542487 Jul 09 15:58:05.783978 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f71ab69a-efad-4a0c-aecd-87918259b2d5 req-d5bc40f6-46d3-465d-9812-6b65f4cf51e4 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359742 Jul 09 15:58:05.889392 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2175809d-47ed-4bcb-9bce-2a30114d9f3a req-201e0619-f537-42ae-ade1-ac1744761858 service neutron] 10.222.0.89 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926484 Jul 09 15:58:06.023507 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-c792bb0a-0721-4495-8ecf-89b814ad6b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:52Z', 'updated_at': '2021-07-09T15:57:01Z', 'revision_number': 4, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'gw_port': {'id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:53Z', 'updated_at': '2021-07-09T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_floatingips': [{'id': 'c81e139f-026e-4293-850d-5833843053cf', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'floating_ip_address': '172.28.0.226', 'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'router_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'port_id': 'd79c45d8-39ee-45e3-bb03-deaf529b4edd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'mac_address': 'fa:16:3e:33:a2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc95a64-9c36-40ec-aaa5-1ce2734525f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:57:17Z', 'updated_at': '2021-07-09T15:58:00Z', 'revision_number': 1, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d16fb4c-6e33-4c4f-b6bc-fe27943850bf', 'name': '', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'mac_address': 'fa:16:3e:88:0b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:00Z', 'updated_at': '2021-07-09T15:57:19Z', 'revision_number': 5, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'subnets': [{'id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:06.032585 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792bb0a-0721-4495-8ecf-89b814ad6b5b None None] The sync data for ids ['620dd722-2137-4921-89e9-7e20a8df1ff7'] in dv-cinder-800228-1-smb is: [{'id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:52Z', 'updated_at': '2021-07-09T15:57:01Z', 'revision_number': 4, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'gw_port': {'id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:53Z', 'updated_at': '2021-07-09T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_floatingips': [{'id': 'c81e139f-026e-4293-850d-5833843053cf', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'floating_ip_address': '172.28.0.226', 'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'router_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'port_id': 'd79c45d8-39ee-45e3-bb03-deaf529b4edd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'mac_address': 'fa:16:3e:33:a2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc95a64-9c36-40ec-aaa5-1ce2734525f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:57:17Z', 'updated_at': '2021-07-09T15:58:00Z', 'revision_number': 1, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d16fb4c-6e33-4c4f-b6bc-fe27943850bf', 'name': '', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'mac_address': 'fa:16:3e:88:0b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:00Z', 'updated_at': '2021-07-09T15:57:19Z', 'revision_number': 5, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'subnets': [{'id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 15:58:06.147655 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-76f45e4e-e8a5-4612-8935-2cc3a32f851f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:06.203233 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2175809d-47ed-4bcb-9bce-2a30114d9f3a req-202017f5-61ff-4d12-b965-6630e4bcae60 service neutron] 10.222.0.89 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927401 Jul 09 15:58:06.223438 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568f3ed-05d5-4295-8576-4f8a7616a756 req-4c68ff6a-091a-46cd-bdcc-f63c10758f15 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:06.231919 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0568f3ed-05d5-4295-8576-4f8a7616a756 req-4c68ff6a-091a-46cd-bdcc-f63c10758f15 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.1830950 Jul 09 15:58:06.239188 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 40814) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:06.245090 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-b46287b0-e14a-4b2d-aad6-03e6a3d639a9 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Request body: {'floatingip': {'port_id': '8d80d024-6c9a-4fb7-b25b-243f7f220393'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:58:06.459847 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b46287b0-e14a-4b2d-aad6-03e6a3d639a9 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for floatingip, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:06.729926 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 40840) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:06.854228 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf957aa-76ea-453b-a2f6-bf30f64bd82d admin admin] Deleting subnet 8dd3717d-7866-4f34-a1da-46fcac1b0f7d {{(pid=74276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 09 15:58:06.859993 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-4bf957aa-76ea-453b-a2f6-bf30f64bd82d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:07.002154 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-4bf957aa-76ea-453b-a2f6-bf30f64bd82d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:07.052573 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-4bf957aa-76ea-453b-a2f6-bf30f64bd82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16406145'] for subnet, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:07.088775 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:07.296482 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce2ed3-f27f-4e85-8d00-0fad232a35c8 req-e7c0bf39-9529-4b06-878d-330e4ece5f62 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:07.311417 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-81ce2ed3-f27f-4e85-8d00-0fad232a35c8 req-e7c0bf39-9529-4b06-878d-330e4ece5f62 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.3078549 Jul 09 15:58:07.392349 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-4bf957aa-76ea-453b-a2f6-bf30f64bd82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16406158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for subnet, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:07.419690 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-5eb30f0d-48e5-4156-afc2-41a46b97af0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:07.478785 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf957aa-76ea-453b-a2f6-bf30f64bd82d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dd3717d-7866-4f34-a1da-46fcac1b0f7d,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:07.482939 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-4bf957aa-76ea-453b-a2f6-bf30f64bd82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:07.491046 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-4bf957aa-76ea-453b-a2f6-bf30f64bd82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:07.516866 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-81ce2ed3-f27f-4e85-8d00-0fad232a35c8 req-b8a17f52-8142-471f-8cfa-0cc3a9111791 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029431 Jul 09 15:58:07.543421 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-4bf957aa-76ea-453b-a2f6-bf30f64bd82d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8dd3717d-7866-4f34-a1da-46fcac1b0f7d HTTP/1.1" status: 204 len: 168 time: 0.8120623 Jul 09 15:58:07.546063 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 40856) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:07.797920 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361167'] for network, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:07.990396 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16405790', 'neutron.services.segments.db._delete_segments_for_network-8749712051321'] for network, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:08.007333 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b46287b0-e14a-4b2d-aad6-03e6a3d639a9 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:08.013600 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b46287b0-e14a-4b2d-aad6-03e6a3d639a9 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011831'] for floatingip, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:08.022663 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:08.023591 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:08.026704 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:08.028131 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Subscribe: > port after_create 55550000 {{(pid=74276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:08.029129 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:08.030975 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Subscribe: > port after_update 55550000 {{(pid=74276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:08.031789 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:08.032818 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:08.033698 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:08.034483 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:08.200014 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:08.200732 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:08.201267 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:08.201838 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:08.202406 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.services.segments.db [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c038a178-a944-4c56-b792-d2b2e48564e1']}} {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:08.231418 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.services.segments.db [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ef4717-7a18-4bc0-a126-45b85bac1396') {'for_net_delete': True} {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:08.231886 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.services.segments.db [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ef4717-7a18-4bc0-a126-45b85bac1396') {} {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:08.259606 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749712136596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1599458'] for segment, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:08.286611 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.db.l3_db [None req-b46287b0-e14a-4b2d-aad6-03e6a3d639a9 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Floating IP 1d81e427-9fe4-429b-9117-a62c42abe7c9 associated. External IP: 172.28.0.158, port: 8d80d024-6c9a-4fb7-b25b-243f7f220393. Jul 09 15:58:08.303217 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:08.316766 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=74276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 09 15:58:08.317722 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16406059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1598853'] for segment, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: util.warn_limited( Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: util.warn_limited( Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: Traceback (most recent call last): Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: timer() Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: cb(*args, **kw) Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: return func(*args, **kwargs) Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: self._notify() Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: self.callback(batched_events) Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: event.method(event) Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: return f(self, *a, **k) Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: return self._get(url).json() Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: return self.request(url, 'GET', **kwargs) Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:58:08.346034 dv-cinder-800228-1-smb neutron-server[74276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:58:08.528292 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16405767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011809'] for network, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:08.539411 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-8bb6b199-9029-4ed4-893a-93dd3d5e7f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:08.574496 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:08.588202 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Pushing event deleted for resources: {'Network': ['ID=c038a178-a944-4c56-b792-d2b2e48564e1,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:08.597337 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:08.618688 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c038a178-a944-4c56-b792-d2b2e48564e1 HTTP/1.1" status: 204 len: 168 time: 1.0715001 Jul 09 15:58:08.684890 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:08.956142 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06f5d4-e891-4545-aa60-9e896053583d req-c2118f3d-b782-493c-963d-65bd51aa217d tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:08.959510 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5a06f5d4-e891-4545-aa60-9e896053583d req-c2118f3d-b782-493c-963d-65bd51aa217d tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.1678724 Jul 09 15:58:09.081155 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5a06f5d4-e891-4545-aa60-9e896053583d req-a9f09b57-47b6-474f-8493-6b2a71b3a377 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046815 Jul 09 15:58:09.142107 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 40894) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:09.323623 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-9a8f6947-6785-494a-ad65-0f3d88825845 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dc19e4213be34c3784f47f73c2cff62f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1750679 Jul 09 15:58:09.324509 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 40898) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:09.391130 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46287b0-e14a-4b2d-aad6-03e6a3d639a9 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Router 8cc6a412-5080-4c7e-8d8a-760a356dca2a has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 15:58:09.471507 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c532e77f-4718-40b5-bb2c-1545d9a88507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:09.529698 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c532e77f-4718-40b5-bb2c-1545d9a88507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:09.636142 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c532e77f-4718-40b5-bb2c-1545d9a88507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:09.645603 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:09.668638 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532e77f-4718-40b5-bb2c-1545d9a88507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffa1ee1-08c1-4feb-98fb-c750a46589ef,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:09.684912 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-c532e77f-4718-40b5-bb2c-1545d9a88507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:09.702927 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c532e77f-4718-40b5-bb2c-1545d9a88507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:09.717200 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-c532e77f-4718-40b5-bb2c-1545d9a88507 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fffa1ee1-08c1-4feb-98fb-c750a46589ef HTTP/1.1" status: 204 len: 168 time: 0.3916478 Jul 09 15:58:09.769637 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46287b0-e14a-4b2d-aad6-03e6a3d639a9 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:58:09.791676 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe394be-dde3-4959-89fa-ae526544966f None None] Sync routers for ids ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'] in dv-cinder-800228-1-smb {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 15:58:09.792543 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b46287b0-e14a-4b2d-aad6-03e6a3d639a9 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for floatingip, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:09.828564 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe394be-dde3-4959-89fa-ae526544966f None None] Routers {'8cc6a412-5080-4c7e-8d8a-760a356dca2a'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:58:09.829868 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-abe394be-dde3-4959-89fa-ae526544966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:58:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:09.905634 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-b46287b0-e14a-4b2d-aad6-03e6a3d639a9 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "PUT /v2.0/floatingips/1d81e427-9fe4-429b-9117-a62c42abe7c9 HTTP/1.1" status: 200 len: 991 time: 3.6650093 Jul 09 15:58:09.906752 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89069aaf-fea9-4553-a999-59c429fd8b4a', 'tag': '8d80d024-6c9a-4fb7-b25b-243f7f220393'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:58:09.948873 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fde2276-6bcf-4999-8b16-353282f629e5 None None] New status for floating IP c81e139f-026e-4293-850d-5833843053cf: ACTIVE {{(pid=74279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 09 15:58:10.043099 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89069aaf-fea9-4553-a999-59c429fd8b4a', 'tag': '8d80d024-6c9a-4fb7-b25b-243f7f220393', 'status': 'completed', 'code': 200} Jul 09 15:58:10.493966 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-abe394be-dde3-4959-89fa-ae526544966f None None] Set router 8cc6a412-5080-4c7e-8d8a-760a356dca2a gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:58:10.711930 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bc25a4be-7e87-42a7-b694-60d2050586dd req-a61df8e1-23cf-4df2-9993-230d3332345f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69e197f3158d4b4ca9126da741e0244b&device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 1098 time: 0.5038347 Jul 09 15:58:11.105021 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc41d2-225c-49bd-9a35-6c5773179a4d req-e4c37fab-9a17-4393-8737-7cec1801240c tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:11.112499 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f9cc41d2-225c-49bd-9a35-6c5773179a4d req-e4c37fab-9a17-4393-8737-7cec1801240c tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.4872258 Jul 09 15:58:11.201010 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25a4be-7e87-42a7-b694-60d2050586dd req-465999ca-252d-4239-97b6-aa024d9f2354 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:11.203246 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bc25a4be-7e87-42a7-b694-60d2050586dd req-465999ca-252d-4239-97b6-aa024d9f2354 service neutron] 10.222.0.89 "GET /v2.0/networks?id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd HTTP/1.1" status: 200 len: 917 time: 0.4496195 Jul 09 15:58:11.218817 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f9cc41d2-225c-49bd-9a35-6c5773179a4d req-712792db-3908-44e1-bd9a-d104947cd30b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047046 Jul 09 15:58:11.444596 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bc25a4be-7e87-42a7-b694-60d2050586dd req-7b17b4bd-038e-4f2e-a12f-ac30841b9d27 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d80d024-6c9a-4fb7-b25b-243f7f220393 HTTP/1.1" status: 200 len: 999 time: 0.2251587 Jul 09 15:58:11.661743 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-abe394be-dde3-4959-89fa-ae526544966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:57:15Z', 'revision_number': 4, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'gw_port': {'id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:08:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:56Z', 'updated_at': '2021-07-09T15:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_floatingips': [{'id': '1d81e427-9fe4-429b-9117-a62c42abe7c9', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'floating_ip_address': '172.28.0.158', 'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'router_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'port_id': '8d80d024-6c9a-4fb7-b25b-243f7f220393', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'mac_address': 'fa:16:3e:9f:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89069aaf-fea9-4553-a999-59c429fd8b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:57:30Z', 'updated_at': '2021-07-09T15:58:07Z', 'revision_number': 1, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c9a69d-9383-4b20-9b1c-42c6c4641e83', 'name': '', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'mac_address': 'fa:16:3e:5f:42:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:11Z', 'updated_at': '2021-07-09T15:57:44Z', 'revision_number': 5, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'subnets': [{'id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:11.679746 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25a4be-7e87-42a7-b694-60d2050586dd req-15d76486-9804-443d-b045-9da51d52bafa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:11.681851 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bc25a4be-7e87-42a7-b694-60d2050586dd req-15d76486-9804-443d-b045-9da51d52bafa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4006d4af-f154-4912-bdbd-6a5ff3424039 HTTP/1.1" status: 200 len: 855 time: 0.2222729 Jul 09 15:58:11.686417 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe394be-dde3-4959-89fa-ae526544966f None None] Checking router: 8cc6a412-5080-4c7e-8d8a-760a356dca2a for host: dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 15:58:11.733656 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe394be-dde3-4959-89fa-ae526544966f None None] Routers {'8cc6a412-5080-4c7e-8d8a-760a356dca2a'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:58:11.734947 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-abe394be-dde3-4959-89fa-ae526544966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:58:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:11.908481 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bc25a4be-7e87-42a7-b694-60d2050586dd req-d8c25d0b-e66a-4672-8ac0-227b09d92a62 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1974001 Jul 09 15:58:12.200878 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bc25a4be-7e87-42a7-b694-60d2050586dd req-30e40d9b-c14d-4a11-920c-3e98cd74ff6a service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754872 Jul 09 15:58:12.286163 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-abe394be-dde3-4959-89fa-ae526544966f None None] Set router 8cc6a412-5080-4c7e-8d8a-760a356dca2a gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:58:12.663655 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bc25a4be-7e87-42a7-b694-60d2050586dd req-a4de7410-736e-4f9a-88ee-9c89f7d20457 service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494848 Jul 09 15:58:12.746697 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07535512-24aa-4e22-bd5e-8fb61bac75cd req-4103f7b2-d18d-49a8-a30b-9275482dd2bd tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:12.757676 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-07535512-24aa-4e22-bd5e-8fb61bac75cd req-4103f7b2-d18d-49a8-a30b-9275482dd2bd tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.2410598 Jul 09 15:58:12.832364 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-07535512-24aa-4e22-bd5e-8fb61bac75cd req-38dbca1d-2915-4182-8274-cf1dc9492943 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736861 Jul 09 15:58:12.975281 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-abe394be-dde3-4959-89fa-ae526544966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:57:15Z', 'revision_number': 4, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'gw_port': {'id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:08:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:56Z', 'updated_at': '2021-07-09T15:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_floatingips': [{'id': '1d81e427-9fe4-429b-9117-a62c42abe7c9', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'floating_ip_address': '172.28.0.158', 'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'router_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'port_id': '8d80d024-6c9a-4fb7-b25b-243f7f220393', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'mac_address': 'fa:16:3e:9f:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89069aaf-fea9-4553-a999-59c429fd8b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:57:30Z', 'updated_at': '2021-07-09T15:58:07Z', 'revision_number': 1, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c9a69d-9383-4b20-9b1c-42c6c4641e83', 'name': '', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'mac_address': 'fa:16:3e:5f:42:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:11Z', 'updated_at': '2021-07-09T15:57:44Z', 'revision_number': 5, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'subnets': [{'id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:12.982264 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe394be-dde3-4959-89fa-ae526544966f None None] The sync data for ids ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'] in dv-cinder-800228-1-smb is: [{'id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:57:15Z', 'revision_number': 4, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'gw_port': {'id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:08:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:56Z', 'updated_at': '2021-07-09T15:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_floatingips': [{'id': '1d81e427-9fe4-429b-9117-a62c42abe7c9', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'floating_ip_address': '172.28.0.158', 'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'router_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'port_id': '8d80d024-6c9a-4fb7-b25b-243f7f220393', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'mac_address': 'fa:16:3e:9f:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89069aaf-fea9-4553-a999-59c429fd8b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:57:30Z', 'updated_at': '2021-07-09T15:58:07Z', 'revision_number': 1, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c9a69d-9383-4b20-9b1c-42c6c4641e83', 'name': '', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'mac_address': 'fa:16:3e:5f:42:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:11Z', 'updated_at': '2021-07-09T15:57:44Z', 'revision_number': 5, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'subnets': [{'id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 15:58:13.442291 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439450db-89ce-4376-a82d-604d0489ba20 None None] New status for floating IP 1d81e427-9fe4-429b-9117-a62c42abe7c9: ACTIVE {{(pid=74278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 09 15:58:14.305699 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89590e-d0f0-4496-95a3-c52499c7ae21 req-37a1869f-6127-47de-964d-322607a0d366 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:14.308578 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5d89590e-d0f0-4496-95a3-c52499c7ae21 req-37a1869f-6127-47de-964d-322607a0d366 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.2352574 Jul 09 15:58:14.436572 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5d89590e-d0f0-4496-95a3-c52499c7ae21 req-b941a178-a746-4149-a976-0d9a3f8a7586 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138980 Jul 09 15:58:15.124120 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 41054) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:15.419306 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-13fec3b4-c201-4c96-baaf-2f7a215955fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:15.473463 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-13fec3b4-c201-4c96-baaf-2f7a215955fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:15.479659 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-13fec3b4-c201-4c96-baaf-2f7a215955fd admin admin] Usage tracker for resource:security_group_rule and tenant:4b4d09f3016d473495fd41d44bec90e4 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:15.483226 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-13fec3b4-c201-4c96-baaf-2f7a215955fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:15.491424 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-13fec3b4-c201-4c96-baaf-2f7a215955fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:15.620691 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-13fec3b4-c201-4c96-baaf-2f7a215955fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:15.666405 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-13fec3b4-c201-4c96-baaf-2f7a215955fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:15.679099 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:15.751498 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fec3b4-c201-4c96-baaf-2f7a215955fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ae4068-92c5-43e4-8b28-259166568f39,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:15.755795 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-13fec3b4-c201-4c96-baaf-2f7a215955fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:15.758960 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-13fec3b4-c201-4c96-baaf-2f7a215955fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4b4d09f3016d473495fd41d44bec90e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6341128 Jul 09 15:58:15.763973 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 41080) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:15.775513 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b025a-bb77-41b4-bc5e-43f34d118ad6 req-927f76a1-a14c-4918-9d31-bd56e200f915 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:15.777138 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cf9b025a-bb77-41b4-bc5e-43f34d118ad6 req-927f76a1-a14c-4918-9d31-bd56e200f915 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.1519039 Jul 09 15:58:15.861488 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cf9b025a-bb77-41b4-bc5e-43f34d118ad6 req-c220c1f8-de7c-4240-b5f2-c667afa0cd79 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742815 Jul 09 15:58:15.906711 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-188144d0-c1a1-41ba-945e-9f69567e6911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:15.950396 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-188144d0-c1a1-41ba-945e-9f69567e6911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:16.036328 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-188144d0-c1a1-41ba-945e-9f69567e6911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:16.046221 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-91464f30-a033-44de-b41d-e7705eda6a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:16.068525 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188144d0-c1a1-41ba-945e-9f69567e6911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ae4068-92c5-43e4-8b28-259166568f39,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:16.074428 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-188144d0-c1a1-41ba-945e-9f69567e6911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:16.076859 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-188144d0-c1a1-41ba-945e-9f69567e6911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:16.078718 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-188144d0-c1a1-41ba-945e-9f69567e6911 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a5ae4068-92c5-43e4-8b28-259166568f39 HTTP/1.1" status: 204 len: 168 time: 0.3127301 Jul 09 15:58:16.862343 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 41104) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:16.882664 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b231bef6-7aea-4c75-9b65-b3129c9bcdba admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:16.924374 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-b231bef6-7aea-4c75-9b65-b3129c9bcdba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:16.930619 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-b231bef6-7aea-4c75-9b65-b3129c9bcdba admin admin] Usage tracker for resource:security_group_rule and tenant:6b7576bfe86f45b09267c7cae87d9b68 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:16.935615 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-b231bef6-7aea-4c75-9b65-b3129c9bcdba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:16.965991 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-b231bef6-7aea-4c75-9b65-b3129c9bcdba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:17.127633 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b231bef6-7aea-4c75-9b65-b3129c9bcdba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:17.135115 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b231bef6-7aea-4c75-9b65-b3129c9bcdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:17.179499 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc877fb4-5c4c-4f0e-bf5a-b879a3ac6ef5 req-1835ec99-58d9-4244-bbad-6541e1f53daf tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:17.187239 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bc877fb4-5c4c-4f0e-bf5a-b879a3ac6ef5 req-1835ec99-58d9-4244-bbad-6541e1f53daf tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.1358302 Jul 09 15:58:17.188209 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-0c11b954-ce0d-4f5d-97c4-ba7ef8b6dcfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:17.228947 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-b231bef6-7aea-4c75-9b65-b3129c9bcdba admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6b7576bfe86f45b09267c7cae87d9b68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3649437 Jul 09 15:58:17.230711 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231bef6-7aea-4c75-9b65-b3129c9bcdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f3fef9-3952-4c51-bd90-12e8230f3dda,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:17.236732 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 41118) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:17.244164 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b231bef6-7aea-4c75-9b65-b3129c9bcdba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:17.350690 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bc877fb4-5c4c-4f0e-bf5a-b879a3ac6ef5 req-d1bf8df2-baf4-4c17-bf6d-07f43aa63f3b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513500 Jul 09 15:58:17.363514 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c6f2b483-a7c7-4749-a880-0618bea7234d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:17.431171 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c6f2b483-a7c7-4749-a880-0618bea7234d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:17.502648 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c6f2b483-a7c7-4749-a880-0618bea7234d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:17.510575 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-7a6a2795-fa9f-4c94-ab65-b1846599e80e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:17.527470 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2b483-a7c7-4749-a880-0618bea7234d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f3fef9-3952-4c51-bd90-12e8230f3dda,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:17.531409 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c6f2b483-a7c7-4749-a880-0618bea7234d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:17.532932 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c6f2b483-a7c7-4749-a880-0618bea7234d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:17.534311 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-c6f2b483-a7c7-4749-a880-0618bea7234d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/86f3fef9-3952-4c51-bd90-12e8230f3dda HTTP/1.1" status: 204 len: 168 time: 0.2957132 Jul 09 15:58:18.278688 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:58:18.741207 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e64775-914b-47a9-ab28-9c9275a51e83 req-77b34bc3-82e3-4fee-a245-c07f06e8b3d4 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:18.753621 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b9e64775-914b-47a9-ab28-9c9275a51e83 req-77b34bc3-82e3-4fee-a245-c07f06e8b3d4 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.1780467 Jul 09 15:58:18.830319 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b9e64775-914b-47a9-ab28-9c9275a51e83 req-079d77e6-7f25-42cd-9161-a25c882bd7b6 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750060 Jul 09 15:58:20.084835 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a828a6e-e26a-433b-85fa-472183768f0b req-27a4d0cc-0b2f-4a3e-be52-606a5615ed09 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:20.094648 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3a828a6e-e26a-433b-85fa-472183768f0b req-27a4d0cc-0b2f-4a3e-be52-606a5615ed09 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.1050644 Jul 09 15:58:20.180736 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3a828a6e-e26a-433b-85fa-472183768f0b req-531bd139-e477-400b-9a25-e4f8f26b4fba tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828259 Jul 09 15:58:21.650702 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7b401-9a43-430e-9cc3-6ec4bf47f708 req-4c5bf390-46e2-456f-8c87-b69edea30b97 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:21.652402 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-afc7b401-9a43-430e-9cc3-6ec4bf47f708 req-4c5bf390-46e2-456f-8c87-b69edea30b97 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.1067979 Jul 09 15:58:21.758571 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-afc7b401-9a43-430e-9cc3-6ec4bf47f708 req-96ca35a8-a51c-4750-9faa-ac3791f54945 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895612 Jul 09 15:58:22.301105 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 41296) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:22.518946 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-12fded0a-3a86-4bdc-914c-ea25065d91de admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:22.560337 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-12fded0a-3a86-4bdc-914c-ea25065d91de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:22.567108 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-12fded0a-3a86-4bdc-914c-ea25065d91de admin admin] Usage tracker for resource:security_group_rule and tenant:8fa7c7f226964b299167fe8e279c0705 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:22.573322 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-12fded0a-3a86-4bdc-914c-ea25065d91de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:22.584007 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-12fded0a-3a86-4bdc-914c-ea25065d91de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:22.678273 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-12fded0a-3a86-4bdc-914c-ea25065d91de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:22.685202 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-12fded0a-3a86-4bdc-914c-ea25065d91de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:22.695425 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c6f2b483-a7c7-4749-a880-0618bea7234d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:22.755900 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fded0a-3a86-4bdc-914c-ea25065d91de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878be173-f8bf-4903-9c15-aeff70fc4014,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:22.764658 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-12fded0a-3a86-4bdc-914c-ea25065d91de admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8fa7c7f226964b299167fe8e279c0705&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4608903 Jul 09 15:58:22.765645 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-12fded0a-3a86-4bdc-914c-ea25065d91de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:22.767543 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 41312) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:22.853870 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-829bea6e-19ec-43ee-af65-e6cf5ffa2982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:22.894437 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-829bea6e-19ec-43ee-af65-e6cf5ffa2982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:23.006022 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-829bea6e-19ec-43ee-af65-e6cf5ffa2982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:23.012360 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-12fded0a-3a86-4bdc-914c-ea25065d91de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:23.028853 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bea6e-19ec-43ee-af65-e6cf5ffa2982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878be173-f8bf-4903-9c15-aeff70fc4014,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:23.032633 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-829bea6e-19ec-43ee-af65-e6cf5ffa2982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:23.046173 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-829bea6e-19ec-43ee-af65-e6cf5ffa2982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:23.049108 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-829bea6e-19ec-43ee-af65-e6cf5ffa2982 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/878be173-f8bf-4903-9c15-aeff70fc4014 HTTP/1.1" status: 204 len: 168 time: 0.2793128 Jul 09 15:58:23.053854 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d64d41-3366-45e9-ba28-2176e684637e req-c7946c57-41c9-433c-9122-fb27b8949a49 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:23.067646 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-44d64d41-3366-45e9-ba28-2176e684637e req-c7946c57-41c9-433c-9122-fb27b8949a49 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.1431446 Jul 09 15:58:23.138326 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-44d64d41-3366-45e9-ba28-2176e684637e req-7579b587-8c14-4b05-bfd3-16e6116e8815 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694211 Jul 09 15:58:23.811368 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 41352) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:23.851807 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ffda4df6-a964-41ba-a37a-d2e5d5438ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:23.919565 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-ffda4df6-a964-41ba-a37a-d2e5d5438ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:23.925322 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-ffda4df6-a964-41ba-a37a-d2e5d5438ca3 admin admin] Usage tracker for resource:security_group_rule and tenant:29a007f46e594fca8977b1887802dc80 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:23.933094 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-ffda4df6-a964-41ba-a37a-d2e5d5438ca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:23.945213 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-ffda4df6-a964-41ba-a37a-d2e5d5438ca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:24.072575 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ffda4df6-a964-41ba-a37a-d2e5d5438ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:24.079617 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ffda4df6-a964-41ba-a37a-d2e5d5438ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:24.090418 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-b037b776-6538-4856-804a-538c1b122ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:24.136750 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda4df6-a964-41ba-a37a-d2e5d5438ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a95e2aa-c3a0-434a-be6d-7a5bfd1108cf,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:24.140341 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-ffda4df6-a964-41ba-a37a-d2e5d5438ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:24.147081 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-ffda4df6-a964-41ba-a37a-d2e5d5438ca3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29a007f46e594fca8977b1887802dc80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3304791 Jul 09 15:58:24.147702 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 41360) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:24.271523 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9b9bdfe0-5f31-42c3-b531-2edef45dea3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:24.325019 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9b9bdfe0-5f31-42c3-b531-2edef45dea3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:24.506513 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 41372) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:24.582733 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9b9bdfe0-5f31-42c3-b531-2edef45dea3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:24.591232 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-13fec3b4-c201-4c96-baaf-2f7a215955fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:24.618043 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bdfe0-5f31-42c3-b531-2edef45dea3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a95e2aa-c3a0-434a-be6d-7a5bfd1108cf,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:24.622594 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-9b9bdfe0-5f31-42c3-b531-2edef45dea3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:24.663363 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f5c2a-6682-4e5c-a13e-cc312946cd72 req-1ccf1b94-4632-4107-8963-0a070820a532 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:24.670313 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-220f5c2a-6682-4e5c-a13e-cc312946cd72 req-1ccf1b94-4632-4107-8963-0a070820a532 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.2761116 Jul 09 15:58:24.676524 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9b9bdfe0-5f31-42c3-b531-2edef45dea3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:24.683948 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-9b9bdfe0-5f31-42c3-b531-2edef45dea3a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8a95e2aa-c3a0-434a-be6d-7a5bfd1108cf HTTP/1.1" status: 204 len: 168 time: 0.5309122 Jul 09 15:58:24.769397 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-220f5c2a-6682-4e5c-a13e-cc312946cd72 req-46cda8d3-67db-426b-bc45-aea1effac11b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689452 Jul 09 15:58:24.891915 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b895cf0a-ad9b-4152-8ad5-5101309aab5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:24.950982 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-b895cf0a-ad9b-4152-8ad5-5101309aab5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:24.956616 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-b895cf0a-ad9b-4152-8ad5-5101309aab5e admin admin] Usage tracker for resource:security_group_rule and tenant:86f7a0681cff441b89505ce45bb23e8e is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:24.960359 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-b895cf0a-ad9b-4152-8ad5-5101309aab5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:24.968817 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-b895cf0a-ad9b-4152-8ad5-5101309aab5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:25.042598 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:25.049193 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b895cf0a-ad9b-4152-8ad5-5101309aab5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:25.054074 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b895cf0a-ad9b-4152-8ad5-5101309aab5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:25.063088 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e3832047-248f-4f99-996f-bcf25805fe3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:25.115679 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895cf0a-ad9b-4152-8ad5-5101309aab5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e877bca-1d74-4680-b10c-8da9022551d7,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:25.129617 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b895cf0a-ad9b-4152-8ad5-5101309aab5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:25.137055 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 41398) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:25.138436 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-b895cf0a-ad9b-4152-8ad5-5101309aab5e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=86f7a0681cff441b89505ce45bb23e8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6298549 Jul 09 15:58:25.282886 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 41404) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:25.314956 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-23586bf4-f52a-48c6-b8e3-e1c0687c8100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:25.393579 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-23586bf4-f52a-48c6-b8e3-e1c0687c8100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:25.517069 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-23586bf4-f52a-48c6-b8e3-e1c0687c8100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:25.531760 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-e2947b88-d113-46f7-b2e0-9d87593f14b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:25.582682 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23586bf4-f52a-48c6-b8e3-e1c0687c8100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e877bca-1d74-4680-b10c-8da9022551d7,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:25.586444 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-23586bf4-f52a-48c6-b8e3-e1c0687c8100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:25.590700 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ad5a9669-1a50-46be-95b8-15ccbaf5122b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:25.634648 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-23586bf4-f52a-48c6-b8e3-e1c0687c8100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:25.635801 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-23586bf4-f52a-48c6-b8e3-e1c0687c8100 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e877bca-1d74-4680-b10c-8da9022551d7 HTTP/1.1" status: 204 len: 168 time: 0.4970853 Jul 09 15:58:25.667734 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-ad5a9669-1a50-46be-95b8-15ccbaf5122b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:25.676781 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-ad5a9669-1a50-46be-95b8-15ccbaf5122b admin admin] Usage tracker for resource:security_group_rule and tenant:ee5a4a5631ca49acb932dba1e109a8a5 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:25.682882 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-ad5a9669-1a50-46be-95b8-15ccbaf5122b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:25.698601 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-ad5a9669-1a50-46be-95b8-15ccbaf5122b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:25.855420 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ad5a9669-1a50-46be-95b8-15ccbaf5122b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:25.870747 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ad5a9669-1a50-46be-95b8-15ccbaf5122b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:25.894120 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-887bbcac-17ba-407f-a532-0f5c95f6dad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:26.062566 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a9669-1a50-46be-95b8-15ccbaf5122b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca35620-5e3d-4744-be7e-8b9971f94072,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:26.067070 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-ad5a9669-1a50-46be-95b8-15ccbaf5122b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee5a4a5631ca49acb932dba1e109a8a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7830040 Jul 09 15:58:26.071412 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 41436) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:26.074836 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-ad5a9669-1a50-46be-95b8-15ccbaf5122b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:26.139958 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50fb2b-2a7a-4f03-9200-4f27370a0782 req-8eae6b24-988f-43da-96a7-a2a1b218b4d7 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:26.147498 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9a50fb2b-2a7a-4f03-9200-4f27370a0782 req-8eae6b24-988f-43da-96a7-a2a1b218b4d7 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.1413355 Jul 09 15:58:26.235177 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9a50fb2b-2a7a-4f03-9200-4f27370a0782 req-05cc2d83-1d6a-45ff-bf67-c736ce8404ff tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862162 Jul 09 15:58:26.277275 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-741a1c98-3ba7-494b-837c-2143a6be8518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:26.315464 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-741a1c98-3ba7-494b-837c-2143a6be8518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:26.419824 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-741a1c98-3ba7-494b-837c-2143a6be8518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:26.428764 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-cc86b39b-084e-4891-a30c-fac3c8f445d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:26.431479 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 41448) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:26.450639 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-741a1c98-3ba7-494b-837c-2143a6be8518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:26.453009 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-741a1c98-3ba7-494b-837c-2143a6be8518 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aca35620-5e3d-4744-be7e-8b9971f94072 HTTP/1.1" status: 204 len: 168 time: 0.3804636 Jul 09 15:58:26.456274 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a1c98-3ba7-494b-837c-2143a6be8518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca35620-5e3d-4744-be7e-8b9971f94072,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:26.457718 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-80494e8e-4018-42d4-9b4f-66f716a18671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:26.459595 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-741a1c98-3ba7-494b-837c-2143a6be8518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:26.525231 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-80494e8e-4018-42d4-9b4f-66f716a18671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:26.532057 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-80494e8e-4018-42d4-9b4f-66f716a18671 admin admin] Usage tracker for resource:security_group_rule and tenant:687d5695be9744758f7a6bbce0236a3b is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:26.536901 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-80494e8e-4018-42d4-9b4f-66f716a18671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:26.546368 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-80494e8e-4018-42d4-9b4f-66f716a18671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:26.591774 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 41454) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:26.653485 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-80494e8e-4018-42d4-9b4f-66f716a18671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:26.658953 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-80494e8e-4018-42d4-9b4f-66f716a18671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:26.671850 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-693dae5a-a246-4385-baa3-640f1df06aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:26.722518 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80494e8e-4018-42d4-9b4f-66f716a18671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24375499-e87c-4fc4-a974-dbb9ef18b8d1,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:26.728765 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-80494e8e-4018-42d4-9b4f-66f716a18671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:26.732249 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-80494e8e-4018-42d4-9b4f-66f716a18671 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=687d5695be9744758f7a6bbce0236a3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2985194 Jul 09 15:58:26.734467 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 41462) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:26.830087 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-31a29bcf-1570-4fa1-84a9-8d54a650db20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:26.862881 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-31a29bcf-1570-4fa1-84a9-8d54a650db20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:26.950425 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-31a29bcf-1570-4fa1-84a9-8d54a650db20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:26.965433 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-35d54f5b-c795-439b-b2fa-f39cbdfc2d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:26.992916 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a29bcf-1570-4fa1-84a9-8d54a650db20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24375499-e87c-4fc4-a974-dbb9ef18b8d1,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:27.011979 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-31a29bcf-1570-4fa1-84a9-8d54a650db20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:27.028306 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-31a29bcf-1570-4fa1-84a9-8d54a650db20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.045676 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-31a29bcf-1570-4fa1-84a9-8d54a650db20 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/24375499-e87c-4fc4-a974-dbb9ef18b8d1 HTTP/1.1" status: 204 len: 168 time: 0.3097777 Jul 09 15:58:27.149398 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-eaab2102-9b36-44f5-9338-612158139db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.215026 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-eaab2102-9b36-44f5-9338-612158139db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:27.222692 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-eaab2102-9b36-44f5-9338-612158139db6 admin admin] Usage tracker for resource:security_group_rule and tenant:68295efeb2c940949b0cc742bd96dee8 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:27.228225 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-eaab2102-9b36-44f5-9338-612158139db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:27.247910 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-eaab2102-9b36-44f5-9338-612158139db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:27.319563 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 41486) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:27.381342 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-739906cf-df38-428f-af6b-3f28bc2dabdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.495599 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-739906cf-df38-428f-af6b-3f28bc2dabdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:27.506813 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-739906cf-df38-428f-af6b-3f28bc2dabdd admin admin] Usage tracker for resource:security_group_rule and tenant:af4945c345754c2e8fff0610868b69f7 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:27.520516 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-eaab2102-9b36-44f5-9338-612158139db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.530050 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-eaab2102-9b36-44f5-9338-612158139db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.550156 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-be031501-a4d4-4ec6-9b24-51e173fc72fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:27.611640 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-739906cf-df38-428f-af6b-3f28bc2dabdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:27.662786 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-739906cf-df38-428f-af6b-3f28bc2dabdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:27.681015 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab2102-9b36-44f5-9338-612158139db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf5c658-5bc3-4d27-b257-33329cb5827c,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:27.690898 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-eaab2102-9b36-44f5-9338-612158139db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:27.699041 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-eaab2102-9b36-44f5-9338-612158139db6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=68295efeb2c940949b0cc742bd96dee8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1047437 Jul 09 15:58:27.702964 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 41502) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:27.814877 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09782c-40e3-45f5-a24c-aa159339504a req-fe410f81-ef06-41c5-9f66-54e27b4ea93f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:27.819177 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1e09782c-40e3-45f5-a24c-aa159339504a req-fe410f81-ef06-41c5-9f66-54e27b4ea93f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.3025782 Jul 09 15:58:27.845197 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-16bc555e-1a0b-4762-bf83-f347d348a4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.897904 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-16bc555e-1a0b-4762-bf83-f347d348a4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.907244 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-739906cf-df38-428f-af6b-3f28bc2dabdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.918223 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-739906cf-df38-428f-af6b-3f28bc2dabdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.932113 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-dab16c30-541f-477f-b595-7d3a24ff7a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:27.999562 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-16bc555e-1a0b-4762-bf83-f347d348a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.014838 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-d78f4443-9189-48d7-85f5-9008599bad0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:28.038362 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1e09782c-40e3-45f5-a24c-aa159339504a req-a10dccab-bc5e-4989-96b5-0416b3e30841 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014380 Jul 09 15:58:28.045112 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-739906cf-df38-428f-af6b-3f28bc2dabdd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af4945c345754c2e8fff0610868b69f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7243774 Jul 09 15:58:28.046197 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739906cf-df38-428f-af6b-3f28bc2dabdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964ce994-f73f-4b24-a38c-ec7d8647ae42,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:28.049468 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 41510) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:28.050833 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc555e-1a0b-4762-bf83-f347d348a4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf5c658-5bc3-4d27-b257-33329cb5827c,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:28.052428 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-739906cf-df38-428f-af6b-3f28bc2dabdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:28.111194 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 41518) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:28.125893 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-16bc555e-1a0b-4762-bf83-f347d348a4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:28.140170 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-16bc555e-1a0b-4762-bf83-f347d348a4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.142056 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-16bc555e-1a0b-4762-bf83-f347d348a4e8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3cf5c658-5bc3-4d27-b257-33329cb5827c HTTP/1.1" status: 204 len: 168 time: 0.4371183 Jul 09 15:58:28.142639 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-1b1f9788-6611-46b8-a620-aefe8cccf60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.200440 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-ec80a04d-92c0-4e03-9601-a5494f42861a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.201259 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-1b1f9788-6611-46b8-a620-aefe8cccf60a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:28.213565 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-1b1f9788-6611-46b8-a620-aefe8cccf60a admin admin] Usage tracker for resource:security_group_rule and tenant:2f150aad9d174cbe8576a623e04dafe6 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:28.229659 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-1b1f9788-6611-46b8-a620-aefe8cccf60a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:28.243491 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-1b1f9788-6611-46b8-a620-aefe8cccf60a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:28.250817 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-ec80a04d-92c0-4e03-9601-a5494f42861a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.333749 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-ec80a04d-92c0-4e03-9601-a5494f42861a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.344782 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-073999a7-0a39-4e38-9286-71b57fd1d894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:28.373326 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80a04d-92c0-4e03-9601-a5494f42861a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964ce994-f73f-4b24-a38c-ec7d8647ae42,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:28.376798 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-ec80a04d-92c0-4e03-9601-a5494f42861a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:28.379277 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-ec80a04d-92c0-4e03-9601-a5494f42861a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.384322 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-ec80a04d-92c0-4e03-9601-a5494f42861a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/964ce994-f73f-4b24-a38c-ec7d8647ae42 HTTP/1.1" status: 204 len: 168 time: 0.3256443 Jul 09 15:58:28.428442 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-1b1f9788-6611-46b8-a620-aefe8cccf60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.436232 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-1b1f9788-6611-46b8-a620-aefe8cccf60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.450840 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-31a29bcf-1570-4fa1-84a9-8d54a650db20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:28.505230 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f9788-6611-46b8-a620-aefe8cccf60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f71928c-4478-4272-a434-8d22122a90f8,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:28.510498 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-1b1f9788-6611-46b8-a620-aefe8cccf60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:28.517336 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 41538) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:28.517954 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-1b1f9788-6611-46b8-a620-aefe8cccf60a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2f150aad9d174cbe8576a623e04dafe6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4047604 Jul 09 15:58:28.728593 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-d7baf1ac-f467-46e9-bd0a-9fb5cda5547f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.841922 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-d7baf1ac-f467-46e9-bd0a-9fb5cda5547f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.944860 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-d7baf1ac-f467-46e9-bd0a-9fb5cda5547f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.954568 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-829bea6e-19ec-43ee-af65-e6cf5ffa2982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:29.009266 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7baf1ac-f467-46e9-bd0a-9fb5cda5547f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f71928c-4478-4272-a434-8d22122a90f8,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:29.014132 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-d7baf1ac-f467-46e9-bd0a-9fb5cda5547f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:29.022888 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-d7baf1ac-f467-46e9-bd0a-9fb5cda5547f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:29.026686 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-d7baf1ac-f467-46e9-bd0a-9fb5cda5547f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3f71928c-4478-4272-a434-8d22122a90f8 HTTP/1.1" status: 204 len: 168 time: 0.5064254 Jul 09 15:58:29.558139 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e2042-0b6a-481d-9149-8313a0c32dd4 req-85544d4a-b29d-49dc-b80b-b45a32111bac tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:29.568333 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c61e2042-0b6a-481d-9149-8313a0c32dd4 req-85544d4a-b29d-49dc-b80b-b45a32111bac tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.1522114 Jul 09 15:58:29.643011 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c61e2042-0b6a-481d-9149-8313a0c32dd4 req-3b1df245-da48-48b3-b337-fe6500b22779 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736113 Jul 09 15:58:31.067125 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a458fa-8dd4-4064-901a-72b75718930d req-bbf8855d-6ad7-4773-b587-2049d6dba4b6 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:31.071395 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c1a458fa-8dd4-4064-901a-72b75718930d req-bbf8855d-6ad7-4773-b587-2049d6dba4b6 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.1969070 Jul 09 15:58:31.209625 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c1a458fa-8dd4-4064-901a-72b75718930d req-4e5b94f1-fd63-4857-b0f6-20a47bd19694 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309588 Jul 09 15:58:32.534172 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f2a80-6343-42c3-b88b-42f23a476570 req-8738e850-18dd-49fd-b35c-3a09fb6de2ca tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:32.539578 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-395f2a80-6343-42c3-b88b-42f23a476570 req-8738e850-18dd-49fd-b35c-3a09fb6de2ca tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.1329367 Jul 09 15:58:32.621157 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-395f2a80-6343-42c3-b88b-42f23a476570 req-e18341a5-bfeb-4da8-8503-b427612cbaef tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774322 Jul 09 15:58:33.565812 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 41724) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:33.670582 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-4bff03d2-6070-4dfd-b2ca-216872444213 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=1e754544e3384f298dce78896d7ec3eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352142 Jul 09 15:58:33.790011 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-1a40a12f-0e2a-493e-a492-465f6b0a7b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:33.868924 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-82c2a10e-b42f-4093-9a70-7850aab5fc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:33.924956 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-1a40a12f-0e2a-493e-a492-465f6b0a7b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:33.934624 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-1a40a12f-0e2a-493e-a492-465f6b0a7b63 admin admin] Usage tracker for resource:security_group_rule and tenant:8001bf3f819a450fbbcabfcc35325cc1 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:33.939865 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-1a40a12f-0e2a-493e-a492-465f6b0a7b63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:33.951343 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-1a40a12f-0e2a-493e-a492-465f6b0a7b63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:33.983227 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-b88e8274-84b2-498e-86ef-80c0393f8c38 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:33.984697 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-b88e8274-84b2-498e-86ef-80c0393f8c38 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3003712 Jul 09 15:58:34.036803 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-382dffa9-3025-43e1-bb39-461e59f68299 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/quotas/1e754544e3384f298dce78896d7ec3eb HTTP/1.1" status: 200 len: 375 time: 0.0361469 Jul 09 15:58:34.138579 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8aed1-d8c2-4d8c-becd-f28b893cf043 req-a4fd82b8-adf4-4086-bdcb-a1e529b4daa4 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:34.140760 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-80e8aed1-d8c2-4d8c-becd-f28b893cf043 req-a4fd82b8-adf4-4086-bdcb-a1e529b4daa4 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.3158975 Jul 09 15:58:34.169955 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-d2375a58-311d-4aa7-a265-84c49e00f161 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1e754544e3384f298dce78896d7ec3eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1188836 Jul 09 15:58:34.208972 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-1a40a12f-0e2a-493e-a492-465f6b0a7b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:34.215934 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-1a40a12f-0e2a-493e-a492-465f6b0a7b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:34.224069 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-c532e77f-4718-40b5-bb2c-1545d9a88507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:34.311933 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-80e8aed1-d8c2-4d8c-becd-f28b893cf043 req-e55b34a5-82b6-4b63-be28-48ca4ad0cca5 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471539 Jul 09 15:58:34.313912 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40a12f-0e2a-493e-a492-465f6b0a7b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fea53ec-f063-4daa-8270-f05d37b07e99,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:34.318512 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-1a40a12f-0e2a-493e-a492-465f6b0a7b63 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8001bf3f819a450fbbcabfcc35325cc1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7513094 Jul 09 15:58:34.319577 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-1a40a12f-0e2a-493e-a492-465f6b0a7b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:34.323647 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 41744) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:34.402116 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:34.463692 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-547dd127-93d1-4b53-abf2-70f5fc4485c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:34.528711 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-547dd127-93d1-4b53-abf2-70f5fc4485c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:34.594869 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1774299e-8b84-49ad-8d38-c7f43492d8b8 req-c67467be-4b70-4db5-ae34-43f262a44c82 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/ports?device_id=d498f915-7a23-4c63-9b0a-d3b8f8c53d3e HTTP/1.1" status: 200 len: 210 time: 0.1156197 Jul 09 15:58:34.611422 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-547dd127-93d1-4b53-abf2-70f5fc4485c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:34.627140 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b231bef6-7aea-4c75-9b65-b3129c9bcdba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:34.666394 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547dd127-93d1-4b53-abf2-70f5fc4485c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fea53ec-f063-4daa-8270-f05d37b07e99,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:34.671091 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-547dd127-93d1-4b53-abf2-70f5fc4485c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:34.673442 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-547dd127-93d1-4b53-abf2-70f5fc4485c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:34.678231 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-547dd127-93d1-4b53-abf2-70f5fc4485c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8fea53ec-f063-4daa-8270-f05d37b07e99 HTTP/1.1" status: 204 len: 168 time: 0.3529546 Jul 09 15:58:35.346363 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 41784) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:35.378495 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-5a48f7a0-2ff0-4a70-9702-f0bab6e25484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:35.443443 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-5a48f7a0-2ff0-4a70-9702-f0bab6e25484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:35.447993 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-5a48f7a0-2ff0-4a70-9702-f0bab6e25484 admin admin] Usage tracker for resource:security_group_rule and tenant:49335549d7f94986bc55fca863617810 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:35.452119 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-5a48f7a0-2ff0-4a70-9702-f0bab6e25484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:35.459513 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-5a48f7a0-2ff0-4a70-9702-f0bab6e25484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:35.590897 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-5a48f7a0-2ff0-4a70-9702-f0bab6e25484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:35.597282 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-5a48f7a0-2ff0-4a70-9702-f0bab6e25484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:35.611845 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-480e6141-79f0-459f-b6a2-791c60b41622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:35.919646 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48f7a0-2ff0-4a70-9702-f0bab6e25484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940644ce-61ff-423a-af16-0387edd141f4,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:35.968486 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-5a48f7a0-2ff0-4a70-9702-f0bab6e25484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:35.977399 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-5a48f7a0-2ff0-4a70-9702-f0bab6e25484 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=49335549d7f94986bc55fca863617810&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6296675 Jul 09 15:58:35.980750 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-514d0b18-0ea1-427b-8590-7ddfa7c95939 req-2271d6b3-18dd-4256-91b1-e612542da782 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/ports?device_id=d498f915-7a23-4c63-9b0a-d3b8f8c53d3e HTTP/1.1" status: 200 len: 210 time: 0.0695918 Jul 09 15:58:35.981011 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 41812) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:36.064510 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c1d19-621c-4680-81f2-da5b31bc8390 req-f56d3252-1273-4b61-a204-fb957d842c10 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:36.066236 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-327c1d19-621c-4680-81f2-da5b31bc8390 req-f56d3252-1273-4b61-a204-fb957d842c10 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.4364417 Jul 09 15:58:36.098716 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-cbc5ceb1-ed15-47e3-895f-3d0ba06e848c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:36.133905 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-173efee4-a19f-4ed0-ac90-8e5a5f21026e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:36.180825 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-173efee4-a19f-4ed0-ac90-8e5a5f21026e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:36.189491 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-327c1d19-621c-4680-81f2-da5b31bc8390 req-cbcf3118-553a-49b1-9b3a-223e2d48a181 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066184 Jul 09 15:58:36.274951 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-173efee4-a19f-4ed0-ac90-8e5a5f21026e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:36.279318 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-9b9bdfe0-5f31-42c3-b531-2edef45dea3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:36.293272 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173efee4-a19f-4ed0-ac90-8e5a5f21026e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940644ce-61ff-423a-af16-0387edd141f4,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:36.296190 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-173efee4-a19f-4ed0-ac90-8e5a5f21026e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:36.318845 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-173efee4-a19f-4ed0-ac90-8e5a5f21026e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:36.324783 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-173efee4-a19f-4ed0-ac90-8e5a5f21026e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/940644ce-61ff-423a-af16-0387edd141f4 HTTP/1.1" status: 204 len: 168 time: 0.3370888 Jul 09 15:58:36.695407 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-630b1904-21b4-4842-b88f-29e91389e89b tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=1e754544e3384f298dce78896d7ec3eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300317 Jul 09 15:58:36.962636 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-8de35ad4-6bff-4e19-a47f-ac61f21b32aa tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:36.964131 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-8de35ad4-6bff-4e19-a47f-ac61f21b32aa tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2579203 Jul 09 15:58:37.044753 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Request body: {'port': {'device_id': 'd498f915-7a23-4c63-9b0a-d3b8f8c53d3e', 'network_id': 'fa3a7674-38a8-4c30-9567-834ab5fa67ee', 'admin_state_up': True, 'tenant_id': '1e754544e3384f298dce78896d7ec3eb'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:58:37.098076 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:37.392107 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d0701cbf-f79f-4217-a365-2bc6672a8c05 req-207590ad-c2e6-4048-8a93-a17907f3d492 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/ports?device_id=d498f915-7a23-4c63-9b0a-d3b8f8c53d3e HTTP/1.1" status: 200 len: 210 time: 0.1029108 Jul 09 15:58:37.402488 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:37.414506 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Usage tracker for resource:port and tenant:1e754544e3384f298dce78896d7ec3eb is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:37.425826 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:37.436458 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:37.471467 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Made reservation on behalf of 1e754544e3384f298dce78896d7ec3eb for: {'port': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:58:37.477326 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:37.566797 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:37.625038 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:37.633328 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Usage tracker for resource:security_group_rule and tenant:1e754544e3384f298dce78896d7ec3eb is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:37.639807 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:37.650265 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:37.659681 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c2e55-66aa-4e85-9b9b-259242530787 req-668aeaf1-f5a6-44e1-b163-95d3a316b970 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:37.661305 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d88c2e55-66aa-4e85-9b9b-259242530787 req-668aeaf1-f5a6-44e1-b163-95d3a316b970 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.1946454 Jul 09 15:58:37.781354 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d88c2e55-66aa-4e85-9b9b-259242530787 req-358d30d3-e2c3-4a10-8aaf-3a57b44d8213 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047354 Jul 09 15:58:37.831230 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:37.836967 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:37.845238 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-6966c6f7-2ebd-446e-85cc-dcded504904a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:37.937786 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46fa62c4-319e-4788-81d4-f587c610433a,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:37.943644 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:38.074835 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_common [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Allocated IP 192.168.233.140 (fa3a7674-38a8-4c30-9567-834ab5fa67ee/60392d41-f04a-477c-bc75-e1d86c64e216/fdc948d4-0f2e-4f03-a196-a9d9084a2d93) {{(pid=74276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:58:38.391983 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Notify callbacks [] for port, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:38.422333 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.provisioning_blocks [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Transition to ACTIVE for port object fdc948d4-0f2e-4f03-a196-a9d9084a2d93 will not be triggered until provisioned by entity DHCP. {{(pid=74276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:58:38.452172 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:38.469036 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:38.537344 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Network fa3a7674-38a8-4c30-9567-834ab5fa67ee is already hosted by enough agents. {{(pid=74276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:58:38.541502 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Resources bound (agent type, host, resource id): {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:58:38.545381 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Received port after_create {{(pid=74276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:58:38.679618 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:38.687998 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:38.691569 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:38.817615 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Pushing event updated for resources: {'Port': ['ID=fdc948d4-0f2e-4f03-a196-a9d9084a2d93,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:38.825066 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:38.875238 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8606491 Jul 09 15:58:38.916449 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Request body: {'port': {'device_id': 'd498f915-7a23-4c63-9b0a-d3b8f8c53d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:58:38.985555 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64470e-3afb-4687-a4a9-b8abdd22b711 req-e2ec8b20-f9f8-44be-bd93-8f00f34df868 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:38.986606 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-1b64470e-3afb-4687-a4a9-b8abdd22b711 req-e2ec8b20-f9f8-44be-bd93-8f00f34df868 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Synchronizing usage tracker for tenant:1e754544e3384f298dce78896d7ec3eb on resource:port {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:58:39.104459 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-6fa562a1-681c-4d6f-a2ae-750956a49d3d None None] Provisioning for port fdc948d4-0f2e-4f03-a196-a9d9084a2d93 completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:58:39.113055 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:39.121497 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 41886) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:39.123934 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-6fa562a1-681c-4d6f-a2ae-750956a49d3d None None] Provisioning complete for port fdc948d4-0f2e-4f03-a196-a9d9084a2d93 triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:58:39.124738 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-6fa562a1-681c-4d6f-a2ae-750956a49d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:39.145235 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-1b64470e-3afb-4687-a4a9-b8abdd22b711 req-e2ec8b20-f9f8-44be-bd93-8f00f34df868 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Unset dirty status for tenant:1e754544e3384f298dce78896d7ec3eb on resource:port {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:58:39.147604 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1b64470e-3afb-4687-a4a9-b8abdd22b711 req-e2ec8b20-f9f8-44be-bd93-8f00f34df868 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/ports?device_id=d498f915-7a23-4c63-9b0a-d3b8f8c53d3e HTTP/1.1" status: 200 len: 936 time: 0.4813435 Jul 09 15:58:39.278341 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-6fa562a1-681c-4d6f-a2ae-750956a49d3d None None] Port fdc948d4-0f2e-4f03-a196-a9d9084a2d93 cannot update to ACTIVE because it is not bound. {{(pid=74278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 09 15:58:39.587950 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9bd701f2-1f5b-40f8-9138-8266ba67b775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:39.651312 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-9bd701f2-1f5b-40f8-9138-8266ba67b775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:39.660543 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-9bd701f2-1f5b-40f8-9138-8266ba67b775 admin admin] Usage tracker for resource:security_group_rule and tenant:ff2fa31771cb44ee90667ec6a156ce47 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:39.668631 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-9bd701f2-1f5b-40f8-9138-8266ba67b775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:39.677964 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-9bd701f2-1f5b-40f8-9138-8266ba67b775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:39.699920 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-1b64470e-3afb-4687-a4a9-b8abdd22b711 req-8a2db561-c362-49b7-9f68-0e77c65ed204 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Synchronizing usage tracker for tenant:1e754544e3384f298dce78896d7ec3eb on resource:security_group {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:58:39.779436 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-1b64470e-3afb-4687-a4a9-b8abdd22b711 req-8a2db561-c362-49b7-9f68-0e77c65ed204 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Unset dirty status for tenant:1e754544e3384f298dce78896d7ec3eb on resource:security_group {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:58:39.780994 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1b64470e-3afb-4687-a4a9-b8abdd22b711 req-8a2db561-c362-49b7-9f68-0e77c65ed204 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/security-groups?id=46fa62c4-319e-4788-81d4-f587c610433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6234932 Jul 09 15:58:39.786445 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9bd701f2-1f5b-40f8-9138-8266ba67b775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:39.800958 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9bd701f2-1f5b-40f8-9138-8266ba67b775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:39.810950 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-16bc555e-1a0b-4762-bf83-f347d348a4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:39.827254 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f889b25-1fb7-430e-b022-cab41d062211 req-249f0486-4c75-4a8c-9662-6418c2d81d50 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:39.843630 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1f889b25-1fb7-430e-b022-cab41d062211 req-249f0486-4c75-4a8c-9662-6418c2d81d50 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.4125779 Jul 09 15:58:39.869443 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-9bd701f2-1f5b-40f8-9138-8266ba67b775 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ff2fa31771cb44ee90667ec6a156ce47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7468178 Jul 09 15:58:39.873586 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 41904) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:39.893752 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd701f2-1f5b-40f8-9138-8266ba67b775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67de453-4ce0-4bb3-a1d6-59f3f82c1738,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:39.901293 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-9bd701f2-1f5b-40f8-9138-8266ba67b775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:39.927087 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1f889b25-1fb7-430e-b022-cab41d062211 req-42be870b-87c6-4a7a-83d8-d79ea1e9cc04 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827940 Jul 09 15:58:39.933138 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.db.resource_extend [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 15:58:40.044291 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc948d4-0f2e-4f03-a196-a9d9084a2d93 {{(pid=74276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:58:40.064116 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:40.075224 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-64f9284e-8f92-4c47-abef-51b41225bd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:40.110552 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.provisioning_blocks [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Transition to ACTIVE for port object fdc948d4-0f2e-4f03-a196-a9d9084a2d93 will not be triggered until provisioned by entity L2. {{(pid=74276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:58:40.118164 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1598889'] for port, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:40.124157 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:40.157034 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-64f9284e-8f92-4c47-abef-51b41225bd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:40.266630 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-64f9284e-8f92-4c47-abef-51b41225bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:40.274043 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-72a5b95a-75fc-4497-b2c6-b5b5f36ef53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:40.295609 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9284e-8f92-4c47-abef-51b41225bd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67de453-4ce0-4bb3-a1d6-59f3f82c1738,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:40.298807 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-64f9284e-8f92-4c47-abef-51b41225bd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:40.327692 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-64f9284e-8f92-4c47-abef-51b41225bd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:40.332105 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-64f9284e-8f92-4c47-abef-51b41225bd3e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f67de453-4ce0-4bb3-a1d6-59f3f82c1738 HTTP/1.1" status: 204 len: 168 time: 0.4438510 Jul 09 15:58:40.439234 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Pushing event updated for resources: {'Port': ['ID=fdc948d4-0f2e-4f03-a196-a9d9084a2d93,revision_number=2']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:40.447455 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:40.658491 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.managers [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Attempting to bind port fdc948d4-0f2e-4f03-a196-a9d9084a2d93 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:58:40.660302 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.managers [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Attempting to bind port fdc948d4-0f2e-4f03-a196-a9d9084a2d93 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'bd3e8663-7f4c-4732-9301-3ff7fab231b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'fa3a7674-38a8-4c30-9567-834ab5fa67ee'}] {{(pid=74276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:58:40.661091 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Attempting to bind port fdc948d4-0f2e-4f03-a196-a9d9084a2d93 on network fa3a7674-38a8-4c30-9567-834ab5fa67ee {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:58:40.686808 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Port fdc948d4-0f2e-4f03-a196-a9d9084a2d93 on network fa3a7674-38a8-4c30-9567-834ab5fa67ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 09 15:58:40.687126 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Attempting to bind port fdc948d4-0f2e-4f03-a196-a9d9084a2d93 on network fa3a7674-38a8-4c30-9567-834ab5fa67ee {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:58:40.694806 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Checking agent: {'id': '891cfaac-3e76-4d41-913f-991116fa71b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:58:40.695816 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Checking segment: {'id': 'bd3e8663-7f4c-4732-9301-3ff7fab231b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'fa3a7674-38a8-4c30-9567-834ab5fa67ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:58:40.696696 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Bound using segment: {'id': 'bd3e8663-7f4c-4732-9301-3ff7fab231b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'fa3a7674-38a8-4c30-9567-834ab5fa67ee'} {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:58:40.697652 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.managers [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Bound port: fdc948d4-0f2e-4f03-a196-a9d9084a2d93, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3e8663-7f4c-4732-9301-3ff7fab231b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'fa3a7674-38a8-4c30-9567-834ab5fa67ee'}}] {{(pid=74276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:58:40.698276 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:40.831890 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] For port fdc948d4-0f2e-4f03-a196-a9d9084a2d93, host hv-cinder-80022, cleared binding levels {{(pid=74276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:58:40.836709 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] For port fdc948d4-0f2e-4f03-a196-a9d9084a2d93, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fdc948d4-0f2e-4f03-a196-a9d9084a2d93,segment=NetworkSegment(bd3e8663-7f4c-4732-9301-3ff7fab231b7),segment_id=bd3e8663-7f4c-4732-9301-3ff7fab231b7)] {{(pid=74276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:58:40.842166 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1598889'] for port, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:40.850272 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:40.953236 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:40.954704 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] 10.222.0.89 "PUT /v2.0/ports/fdc948d4-0f2e-4f03-a196-a9d9084a2d93 HTTP/1.1" status: 200 len: 1098 time: 2.0479262 Jul 09 15:58:40.955290 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd498f915-7a23-4c63-9b0a-d3b8f8c53d3e', 'tag': 'fdc948d4-0f2e-4f03-a196-a9d9084a2d93'}] {{(pid=74276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:58:41.007523 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Pushing event updated for resources: {'Port': ['ID=fdc948d4-0f2e-4f03-a196-a9d9084a2d93,revision_number=3']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:41.016330 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:41.145498 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 41932) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:41.177617 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd498f915-7a23-4c63-9b0a-d3b8f8c53d3e', 'tag': 'fdc948d4-0f2e-4f03-a196-a9d9084a2d93', 'status': 'completed', 'code': 200} Jul 09 15:58:41.207813 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2fb496e4-4ae2-4d85-85bd-8009cd035faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:41.282648 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-2fb496e4-4ae2-4d85-85bd-8009cd035faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:41.287703 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-2fb496e4-4ae2-4d85-85bd-8009cd035faa admin admin] Usage tracker for resource:security_group_rule and tenant:b5a253e9785f48abb471defda5faf67b is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:41.292171 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-2fb496e4-4ae2-4d85-85bd-8009cd035faa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:41.300864 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-2fb496e4-4ae2-4d85-85bd-8009cd035faa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:41.417307 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2fb496e4-4ae2-4d85-85bd-8009cd035faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:41.423044 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2fb496e4-4ae2-4d85-85bd-8009cd035faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:41.434252 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-77e42068-896e-47c6-b156-b97af793761a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:41.482517 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-2fb496e4-4ae2-4d85-85bd-8009cd035faa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b5a253e9785f48abb471defda5faf67b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3357060 Jul 09 15:58:41.483260 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb496e4-4ae2-4d85-85bd-8009cd035faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b4bb87-3cad-4f24-943d-cadb52a928a1,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:41.486024 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 41942) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:41.489078 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2fb496e4-4ae2-4d85-85bd-8009cd035faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:41.540045 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-ea9fbd96-8c2c-4735-9484-51116d2e4969 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1e754544e3384f298dce78896d7ec3eb&device_id=d498f915-7a23-4c63-9b0a-d3b8f8c53d3e HTTP/1.1" status: 200 len: 1101 time: 0.4923353 Jul 09 15:58:41.548967 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737ec15-af3d-45eb-9e73-74b22521765f req-cfde4418-d236-4079-b2b1-496d999c0293 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:41.550519 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3737ec15-af3d-45eb-9e73-74b22521765f req-cfde4418-d236-4079-b2b1-496d999c0293 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/ports?device_id=d498f915-7a23-4c63-9b0a-d3b8f8c53d3e HTTP/1.1" status: 200 len: 948 time: 0.3501098 Jul 09 15:58:41.561622 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-34ecc514-4409-4d8a-bc6b-38ac48e61ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:41.596979 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-34ecc514-4409-4d8a-bc6b-38ac48e61ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:41.669472 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-34ecc514-4409-4d8a-bc6b-38ac48e61ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:41.674221 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-199900bb-6c1e-429c-96d9-8be10bb8475b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=fdc948d4-0f2e-4f03-a196-a9d9084a2d93 HTTP/1.1" status: 200 len: 217 time: 0.1128612 Jul 09 15:58:41.679591 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:41.684820 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fbe6e-42c7-4520-a6e3-0d34674e660f req-d367ad80-35e2-4331-8812-ba8ddacd1c1a tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:41.687437 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-587fbe6e-42c7-4520-a6e3-0d34674e660f req-d367ad80-35e2-4331-8812-ba8ddacd1c1a tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.2757721 Jul 09 15:58:41.700100 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ecc514-4409-4d8a-bc6b-38ac48e61ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b4bb87-3cad-4f24-943d-cadb52a928a1,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:41.710876 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-34ecc514-4409-4d8a-bc6b-38ac48e61ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:41.714599 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-34ecc514-4409-4d8a-bc6b-38ac48e61ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:41.717195 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-34ecc514-4409-4d8a-bc6b-38ac48e61ee7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c7b4bb87-3cad-4f24-943d-cadb52a928a1 HTTP/1.1" status: 204 len: 168 time: 0.2298019 Jul 09 15:58:41.850642 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3737ec15-af3d-45eb-9e73-74b22521765f req-4f3e54fb-dbfd-4294-a07b-874b4fba36a3 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/security-groups?id=46fa62c4-319e-4788-81d4-f587c610433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323928 Jul 09 15:58:41.865652 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-b61a9a16-a75e-4eb3-bbca-a459d6186029 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:41.867176 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-b61a9a16-a75e-4eb3-bbca-a459d6186029 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60392d41-f04a-477c-bc75-e1d86c64e216 HTTP/1.1" status: 200 len: 843 time: 0.1764896 Jul 09 15:58:41.880964 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-587fbe6e-42c7-4520-a6e3-0d34674e660f req-def2bd62-61b3-45db-aa15-e9fdf74bce85 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287522 Jul 09 15:58:41.980362 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-c3802473-0c2e-4715-99c8-ccd5fba2829c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fa3a7674-38a8-4c30-9567-834ab5fa67ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0983415 Jul 09 15:58:42.192749 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-95dd6452-8fb4-442d-a659-bcbbae5fa247 service neutron] 10.222.0.89 "GET /v2.0/networks/fa3a7674-38a8-4c30-9567-834ab5fa67ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032838 Jul 09 15:58:42.394860 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c26eb03e-86a1-4437-846b-9b7277cc9d56 req-3a53690f-49d2-4444-89ff-dd252acfe82d service neutron] 10.222.0.89 "GET /v2.0/networks/fa3a7674-38a8-4c30-9567-834ab5fa67ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813719 Jul 09 15:58:42.679832 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7d341d65-4c52-4f21-a73a-453adb864b94 req-552b9d7a-4dad-41a1-94eb-f9e0daba3cee service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1e754544e3384f298dce78896d7ec3eb&device_id=d498f915-7a23-4c63-9b0a-d3b8f8c53d3e HTTP/1.1" status: 200 len: 1101 time: 0.1233456 Jul 09 15:58:42.895504 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d341d65-4c52-4f21-a73a-453adb864b94 req-13edb5ed-f678-4b73-8cb7-b85418a9264d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:42.897412 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7d341d65-4c52-4f21-a73a-453adb864b94 req-13edb5ed-f678-4b73-8cb7-b85418a9264d service neutron] 10.222.0.89 "GET /v2.0/networks?id=fa3a7674-38a8-4c30-9567-834ab5fa67ee HTTP/1.1" status: 200 len: 870 time: 0.2086093 Jul 09 15:58:43.401444 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7d341d65-4c52-4f21-a73a-453adb864b94 req-d96a40a0-b2a1-44ed-8565-3cb117dfdbf2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=fdc948d4-0f2e-4f03-a196-a9d9084a2d93 HTTP/1.1" status: 200 len: 217 time: 0.4954944 Jul 09 15:58:43.543738 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d341d65-4c52-4f21-a73a-453adb864b94 req-ecbf7e97-b20c-470b-aef5-8f4ce61079fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:43.546046 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7d341d65-4c52-4f21-a73a-453adb864b94 req-ecbf7e97-b20c-470b-aef5-8f4ce61079fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60392d41-f04a-477c-bc75-e1d86c64e216 HTTP/1.1" status: 200 len: 843 time: 0.1308842 Jul 09 15:58:43.596164 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f19b90-7ee0-4669-8297-8ef0655d8cf9 req-f67c9b3b-ea6e-43c2-a250-4349bdf628a7 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:43.598006 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-55f19b90-7ee0-4669-8297-8ef0655d8cf9 req-f67c9b3b-ea6e-43c2-a250-4349bdf628a7 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.4073064 Jul 09 15:58:43.629179 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a167b6-5a47-4b6c-b8c9-fa1716bbe6bc req-d4106d89-0205-4548-93fc-c51751776153 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:43.631870 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-91a167b6-5a47-4b6c-b8c9-fa1716bbe6bc req-d4106d89-0205-4548-93fc-c51751776153 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/ports?device_id=d498f915-7a23-4c63-9b0a-d3b8f8c53d3e HTTP/1.1" status: 200 len: 948 time: 0.3702459 Jul 09 15:58:43.752668 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-55f19b90-7ee0-4669-8297-8ef0655d8cf9 req-10cd09af-5f52-48e2-a680-f3d221142fd8 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422849 Jul 09 15:58:43.776215 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-91a167b6-5a47-4b6c-b8c9-fa1716bbe6bc req-94664903-158d-46c0-a8f7-a70d8df90ee4 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/security-groups?id=46fa62c4-319e-4788-81d4-f587c610433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177702 Jul 09 15:58:43.790242 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7d341d65-4c52-4f21-a73a-453adb864b94 req-bc281c05-9ade-468b-9789-93967d5332de service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fa3a7674-38a8-4c30-9567-834ab5fa67ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2303257 Jul 09 15:58:44.126541 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7d341d65-4c52-4f21-a73a-453adb864b94 req-c0a9d8f4-ff15-4a03-b857-972a0917f83c service neutron] 10.222.0.89 "GET /v2.0/networks/fa3a7674-38a8-4c30-9567-834ab5fa67ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163059 Jul 09 15:58:44.343692 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7d341d65-4c52-4f21-a73a-453adb864b94 req-ed827477-9208-42b3-bfc6-35a79de4887e service neutron] 10.222.0.89 "GET /v2.0/networks/fa3a7674-38a8-4c30-9567-834ab5fa67ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100155 Jul 09 15:58:45.135446 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a60fb-b78b-4421-aac1-b4bf143a6187 req-a16577e1-595b-4f6c-afdf-8ba3c86f8f44 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:45.137011 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e23a60fb-b78b-4421-aac1-b4bf143a6187 req-a16577e1-595b-4f6c-afdf-8ba3c86f8f44 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.1644793 Jul 09 15:58:45.168695 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dcdc5-d6cd-4f24-bb89-a2a7b7d00c9b req-c93d07f5-f3ab-4b26-9e75-2476ced7874a tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:45.171779 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7c4dcdc5-d6cd-4f24-bb89-a2a7b7d00c9b req-c93d07f5-f3ab-4b26-9e75-2476ced7874a tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/ports?device_id=d498f915-7a23-4c63-9b0a-d3b8f8c53d3e HTTP/1.1" status: 200 len: 948 time: 0.1388001 Jul 09 15:58:45.333080 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7c4dcdc5-d6cd-4f24-bb89-a2a7b7d00c9b req-801dbb7e-ecf1-4255-bdaa-5f1bdd08fe18 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/security-groups?id=46fa62c4-319e-4788-81d4-f587c610433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273806 Jul 09 15:58:45.348482 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e23a60fb-b78b-4421-aac1-b4bf143a6187 req-535f2841-4c5a-48af-bcae-18bed650a380 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751623 Jul 09 15:58:46.024106 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device fdc948d4-0f2e-4f03-a196-a9d9084a2d93 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:58:46.223929 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port fdc948d4-0f2e-4f03-a196-a9d9084a2d93, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fdc948d4-0f2e-4f03-a196-a9d9084a2d93,segment=NetworkSegment(bd3e8663-7f4c-4732-9301-3ff7fab231b7),segment_id=bd3e8663-7f4c-4732-9301-3ff7fab231b7)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:58:46.241255 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': 'fdc948d4-0f2e-4f03-a196-a9d9084a2d93', 'network_id': 'fa3a7674-38a8-4c30-9567-834ab5fa67ee', 'port_id': 'fdc948d4-0f2e-4f03-a196-a9d9084a2d93', 'mac_address': 'fa:16:3e:13:e0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60392d41-f04a-477c-bc75-e1d86c64e216', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:58:46.308817 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:46.335700 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc948d4-0f2e-4f03-a196-a9d9084a2d93 {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:58:46.361465 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port fdc948d4-0f2e-4f03-a196-a9d9084a2d93, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fdc948d4-0f2e-4f03-a196-a9d9084a2d93,segment=NetworkSegment(bd3e8663-7f4c-4732-9301-3ff7fab231b7),segment_id=bd3e8663-7f4c-4732-9301-3ff7fab231b7)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:58:46.367488 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:46.370364 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:46.494542 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=fdc948d4-0f2e-4f03-a196-a9d9084a2d93,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:46.500951 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:46.594389 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4da445b0-fbff-4a19-8f75-5a6acd2f9900 req-9e8eb378-87c3-45ff-922d-09d5a927ec6e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 1098 time: 0.2434282 Jul 09 15:58:46.757410 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4da445b0-fbff-4a19-8f75-5a6acd2f9900 req-f2f26ef4-cae0-44bb-aaf7-587e59aabe4c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063302 Jul 09 15:58:46.790180 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70105b-7555-4e76-8049-12cf9132a3a1 req-ddb920e4-11ea-4cb4-8c57-f760ca60d3d3 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:46.792168 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cc70105b-7555-4e76-8049-12cf9132a3a1 req-ddb920e4-11ea-4cb4-8c57-f760ca60d3d3 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/ports?device_id=d498f915-7a23-4c63-9b0a-d3b8f8c53d3e HTTP/1.1" status: 200 len: 949 time: 0.2585995 Jul 09 15:58:46.798497 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fe6f1-cde0-459e-ae92-09dff0dd9c36 req-c5c1cef9-4c32-40c7-8fa4-6fe250f5a79c tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:46.800035 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f67fe6f1-cde0-459e-ae92-09dff0dd9c36 req-c5c1cef9-4c32-40c7-8fa4-6fe250f5a79c tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.2124317 Jul 09 15:58:46.907054 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cc70105b-7555-4e76-8049-12cf9132a3a1 req-bc8653f4-9848-4d3f-bf80-452934e61553 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/security-groups?id=46fa62c4-319e-4788-81d4-f587c610433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058562 Jul 09 15:58:46.922814 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f67fe6f1-cde0-459e-ae92-09dff0dd9c36 req-f927d515-f363-4043-9db2-0975619ffc55 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984356 Jul 09 15:58:46.971222 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 42072) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:46.982066 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['fdc948d4-0f2e-4f03-a196-a9d9084a2d93'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 15:58:47.202148 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-74963b59-557f-4703-91f2-b00300ed87ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:47.271900 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-74963b59-557f-4703-91f2-b00300ed87ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:47.280677 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-74963b59-557f-4703-91f2-b00300ed87ad admin admin] Usage tracker for resource:security_group_rule and tenant:9d918295dee94a8dad4169bdcb98dee2 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:47.286553 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-74963b59-557f-4703-91f2-b00300ed87ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:47.299100 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-74963b59-557f-4703-91f2-b00300ed87ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:47.406620 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-74963b59-557f-4703-91f2-b00300ed87ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:47.417732 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-74963b59-557f-4703-91f2-b00300ed87ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:47.430770 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:47.486417 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74963b59-557f-4703-91f2-b00300ed87ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96791d64-1ab9-4f64-acb2-ebce2fb81db7,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:47.491284 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-74963b59-557f-4703-91f2-b00300ed87ad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d918295dee94a8dad4169bdcb98dee2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5181305 Jul 09 15:58:47.492815 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-74963b59-557f-4703-91f2-b00300ed87ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:47.496723 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 42082) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:47.579012 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-52d1ee44-26c8-4197-b4e5-497f6482fa17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:47.613189 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-52d1ee44-26c8-4197-b4e5-497f6482fa17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:47.705959 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-52d1ee44-26c8-4197-b4e5-497f6482fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:47.714574 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-ec80a04d-92c0-4e03-9601-a5494f42861a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:47.733386 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1ee44-26c8-4197-b4e5-497f6482fa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96791d64-1ab9-4f64-acb2-ebce2fb81db7,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:47.742909 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-52d1ee44-26c8-4197-b4e5-497f6482fa17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:47.746272 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-52d1ee44-26c8-4197-b4e5-497f6482fa17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:47.748119 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-52d1ee44-26c8-4197-b4e5-497f6482fa17 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/96791d64-1ab9-4f64-acb2-ebce2fb81db7 HTTP/1.1" status: 204 len: 168 time: 0.2500677 Jul 09 15:58:48.297310 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 42100) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:48.332981 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-14b9d193-9cb9-49b4-95f9-aa527c65fbed admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:48.390606 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-14b9d193-9cb9-49b4-95f9-aa527c65fbed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:48.393607 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217ddd2-97a7-4198-b145-c91deb510404 req-a618cb2e-f9b8-4a7c-a255-126368f665e4 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:48.396306 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1217ddd2-97a7-4198-b145-c91deb510404 req-a618cb2e-f9b8-4a7c-a255-126368f665e4 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.2864192 Jul 09 15:58:48.397429 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-14b9d193-9cb9-49b4-95f9-aa527c65fbed admin admin] Usage tracker for resource:security_group_rule and tenant:bd1573be1f0b468d848f7e9050d13a38 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:48.403596 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-14b9d193-9cb9-49b4-95f9-aa527c65fbed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:48.413319 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-14b9d193-9cb9-49b4-95f9-aa527c65fbed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:48.439695 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fca8f9-6498-4d23-b4b7-87202d76c448 req-0dd7953d-38a3-4280-b653-e19dc35d96be tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:48.446670 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-22fca8f9-6498-4d23-b4b7-87202d76c448 req-0dd7953d-38a3-4280-b653-e19dc35d96be tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/ports?device_id=d498f915-7a23-4c63-9b0a-d3b8f8c53d3e HTTP/1.1" status: 200 len: 949 time: 0.2451019 Jul 09 15:58:48.519419 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-14b9d193-9cb9-49b4-95f9-aa527c65fbed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:48.525628 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-14b9d193-9cb9-49b4-95f9-aa527c65fbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:48.536074 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-188144d0-c1a1-41ba-945e-9f69567e6911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:48.553294 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1217ddd2-97a7-4198-b145-c91deb510404 req-10fe3696-8dbe-45a1-810b-2a9ec185613a tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486537 Jul 09 15:58:48.578921 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-22fca8f9-6498-4d23-b4b7-87202d76c448 req-9e86a92c-c0e1-4c8a-ad0c-7abba67663f2 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/security-groups?id=46fa62c4-319e-4788-81d4-f587c610433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221945 Jul 09 15:58:48.604928 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-14b9d193-9cb9-49b4-95f9-aa527c65fbed admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd1573be1f0b468d848f7e9050d13a38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3021274 Jul 09 15:58:48.604928 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9d193-9cb9-49b4-95f9-aa527c65fbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb739d30-996b-4e47-a80d-99951756c1ce,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:48.605407 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 42108) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:48.606911 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-14b9d193-9cb9-49b4-95f9-aa527c65fbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:48.756396 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-add7c943-a533-4188-b1e0-38d5cdd0aada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:48.803382 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-add7c943-a533-4188-b1e0-38d5cdd0aada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:48.892647 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-add7c943-a533-4188-b1e0-38d5cdd0aada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:48.899389 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:48.928184 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7c943-a533-4188-b1e0-38d5cdd0aada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb739d30-996b-4e47-a80d-99951756c1ce,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:48.928184 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-add7c943-a533-4188-b1e0-38d5cdd0aada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:48.937278 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-add7c943-a533-4188-b1e0-38d5cdd0aada admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:48.942805 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-add7c943-a533-4188-b1e0-38d5cdd0aada admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb739d30-996b-4e47-a80d-99951756c1ce HTTP/1.1" status: 204 len: 168 time: 0.3323140 Jul 09 15:58:50.035218 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device fdc948d4-0f2e-4f03-a196-a9d9084a2d93 up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:58:50.055667 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4331c-c845-4651-a539-76ff5435efde req-58e493c4-dd72-4e4d-ab0c-32e09a63722e tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:50.057652 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-dcf4331c-c845-4651-a539-76ff5435efde req-58e493c4-dd72-4e4d-ab0c-32e09a63722e tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/ports?device_id=d498f915-7a23-4c63-9b0a-d3b8f8c53d3e HTTP/1.1" status: 200 len: 949 time: 0.2917392 Jul 09 15:58:50.064058 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac46bd-c96a-49b8-8cea-7c579b99e873 req-d673061f-55aa-4aa2-9c6c-7f51f063798e tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:50.065792 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-23ac46bd-c96a-49b8-8cea-7c579b99e873 req-d673061f-55aa-4aa2-9c6c-7f51f063798e tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.2978656 Jul 09 15:58:50.186594 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning for port fdc948d4-0f2e-4f03-a196-a9d9084a2d93 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:58:50.208899 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port fdc948d4-0f2e-4f03-a196-a9d9084a2d93 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:58:50.209562 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:50.444263 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-dcf4331c-c845-4651-a539-76ff5435efde req-3d6635f8-797d-4583-9c8c-50c8c5f9b3cd tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/security-groups?id=46fa62c4-319e-4788-81d4-f587c610433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755879 Jul 09 15:58:50.477177 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:50.521095 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-23ac46bd-c96a-49b8-8cea-7c579b99e873 req-fe0ef407-fb7f-4e52-9668-3c66ba8f52df tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138074 Jul 09 15:58:50.578354 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd498f915-7a23-4c63-9b0a-d3b8f8c53d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc948d4-0f2e-4f03-a196-a9d9084a2d93'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:58:50.613132 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port fdc948d4-0f2e-4f03-a196-a9d9084a2d93, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fdc948d4-0f2e-4f03-a196-a9d9084a2d93,segment=NetworkSegment(bd3e8663-7f4c-4732-9301-3ff7fab231b7),segment_id=bd3e8663-7f4c-4732-9301-3ff7fab231b7)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:58:50.619373 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:50.621532 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:50.740607 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=fdc948d4-0f2e-4f03-a196-a9d9084a2d93,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:50.779129 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:51.092232 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd498f915-7a23-4c63-9b0a-d3b8f8c53d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc948d4-0f2e-4f03-a196-a9d9084a2d93', 'code': 200} Jul 09 15:58:51.362602 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80661419-9f2c-44cf-9cdb-7056a4632a2a req-093385c5-3385-4f6d-9e16-9cd23a85ce4a tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:51.365620 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-80661419-9f2c-44cf-9cdb-7056a4632a2a req-093385c5-3385-4f6d-9e16-9cd23a85ce4a tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2173254 Jul 09 15:58:51.482353 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-80661419-9f2c-44cf-9cdb-7056a4632a2a req-ba93f564-b363-4deb-b11e-2322967ce913 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039662 Jul 09 15:58:51.644770 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ce30f1b4-ac98-41c2-a2af-df7af58f5de1 req-0166be9a-0806-44b5-a853-9021a84e7eb5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d498f915-7a23-4c63-9b0a-d3b8f8c53d3e HTTP/1.1" status: 200 len: 1103 time: 0.1664617 Jul 09 15:58:51.821455 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ce30f1b4-ac98-41c2-a2af-df7af58f5de1 req-4018a096-980b-42cf-9822-57cffbb11c45 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=46fa62c4-319e-4788-81d4-f587c610433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612623 Jul 09 15:58:51.852299 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b71722-5a27-4fcd-a3f3-8a71820796bd req-3034a7cc-6ddd-45ad-8eca-83901db4e21b tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:51.854104 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-30b71722-5a27-4fcd-a3f3-8a71820796bd req-3034a7cc-6ddd-45ad-8eca-83901db4e21b tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/ports?device_id=d498f915-7a23-4c63-9b0a-d3b8f8c53d3e HTTP/1.1" status: 200 len: 950 time: 0.1602409 Jul 09 15:58:51.989290 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-30b71722-5a27-4fcd-a3f3-8a71820796bd req-1ff9005d-6965-4f53-b2b6-661a032c3dbb tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/security-groups?id=46fa62c4-319e-4788-81d4-f587c610433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241176 Jul 09 15:58:53.373890 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec0bcb-b3b8-4927-8638-e27c90995895 req-49688401-51fc-4eb3-8c63-b1e9b28a3b5f tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:53.376479 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-eeec0bcb-b3b8-4927-8638-e27c90995895 req-49688401-51fc-4eb3-8c63-b1e9b28a3b5f tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/ports?device_id=d498f915-7a23-4c63-9b0a-d3b8f8c53d3e HTTP/1.1" status: 200 len: 950 time: 0.1703396 Jul 09 15:58:53.462988 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 42274) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:53.469404 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-eeec0bcb-b3b8-4927-8638-e27c90995895 req-25451436-fbc9-4506-be52-dd558f498f46 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/security-groups?id=46fa62c4-319e-4788-81d4-f587c610433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853894 Jul 09 15:58:53.820955 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-06fa24cd-caa1-4c3f-a369-0362e745fc4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:53.952679 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-06fa24cd-caa1-4c3f-a369-0362e745fc4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:53.962549 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-06fa24cd-caa1-4c3f-a369-0362e745fc4f admin admin] Usage tracker for resource:security_group_rule and tenant:671ceccc4877440b8b099150dd606536 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:53.968728 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-06fa24cd-caa1-4c3f-a369-0362e745fc4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:53.982499 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-06fa24cd-caa1-4c3f-a369-0362e745fc4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:54.124101 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-06fa24cd-caa1-4c3f-a369-0362e745fc4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:54.128479 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-06fa24cd-caa1-4c3f-a369-0362e745fc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:54.138866 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2fb496e4-4ae2-4d85-85bd-8009cd035faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:54.187482 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-06fa24cd-caa1-4c3f-a369-0362e745fc4f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=671ceccc4877440b8b099150dd606536&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7185516 Jul 09 15:58:54.188217 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 42290) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:54.218224 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa24cd-caa1-4c3f-a369-0362e745fc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23013a5-6963-46e0-b2b3-4deb5ef69380,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:54.223814 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-06fa24cd-caa1-4c3f-a369-0362e745fc4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:54.301549 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7a942d0c-ea25-47cc-8891-995905dcbb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:54.332274 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7a942d0c-ea25-47cc-8891-995905dcbb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:54.423246 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7a942d0c-ea25-47cc-8891-995905dcbb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:54.432564 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:54.451418 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a942d0c-ea25-47cc-8891-995905dcbb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23013a5-6963-46e0-b2b3-4deb5ef69380,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:54.454878 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-7a942d0c-ea25-47cc-8891-995905dcbb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:54.463802 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7a942d0c-ea25-47cc-8891-995905dcbb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:54.468648 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-7a942d0c-ea25-47cc-8891-995905dcbb3b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e23013a5-6963-46e0-b2b3-4deb5ef69380 HTTP/1.1" status: 204 len: 168 time: 0.2759283 Jul 09 15:58:54.673870 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0ad70146-8af9-45ed-9a0a-34ca39520337 req-f1a15225-c94c-4891-ac74-41ff12b64b0f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=798c4c987947430b9f5ca3417f6fae1e&device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 1099 time: 0.2026200 Jul 09 15:58:54.881000 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c3f85-448e-45f3-9616-15c62e505339 req-a50d2bec-a08c-415a-938d-e829e2d0d649 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:54.882712 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-232c3f85-448e-45f3-9616-15c62e505339 req-a50d2bec-a08c-415a-938d-e829e2d0d649 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.3270886 Jul 09 15:58:54.981728 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad70146-8af9-45ed-9a0a-34ca39520337 req-4c2a5d46-1cb0-430c-83ad-c8228207c335 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:54.983671 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0ad70146-8af9-45ed-9a0a-34ca39520337 req-4c2a5d46-1cb0-430c-83ad-c8228207c335 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0720c046-472b-41f7-aed1-fe5049b59216 HTTP/1.1" status: 200 len: 919 time: 0.2902858 Jul 09 15:58:55.045466 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:55.055769 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 42306) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:55.080440 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b2d6cb23-19de-4ee1-80fe-4e803d2f7006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:55.087664 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-232c3f85-448e-45f3-9616-15c62e505339 req-7adf90b8-c7db-4927-bd60-e9d754b9383a tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980951 Jul 09 15:58:55.104970 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0ad70146-8af9-45ed-9a0a-34ca39520337 req-a6018796-12e5-4c15-94ae-265306f1655e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0ee7a7a-a984-4308-b677-081305a62fad HTTP/1.1" status: 200 len: 217 time: 0.1004198 Jul 09 15:58:55.117213 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7e1de-4a3d-4894-b465-ff67883aab19 req-d923a5df-2b80-47a6-bb77-b94af09ce47a tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:55.119154 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-93d7e1de-4a3d-4894-b465-ff67883aab19 req-d923a5df-2b80-47a6-bb77-b94af09ce47a tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/ports?device_id=d498f915-7a23-4c63-9b0a-d3b8f8c53d3e HTTP/1.1" status: 200 len: 950 time: 0.3194990 Jul 09 15:58:55.156581 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-b2d6cb23-19de-4ee1-80fe-4e803d2f7006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:55.166626 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-b2d6cb23-19de-4ee1-80fe-4e803d2f7006 admin admin] Usage tracker for resource:security_group_rule and tenant:48e072de909b4bd5855eb13443cb57de is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:55.174417 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-b2d6cb23-19de-4ee1-80fe-4e803d2f7006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:55.189419 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-b2d6cb23-19de-4ee1-80fe-4e803d2f7006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:55.282351 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:58:55.294213 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad70146-8af9-45ed-9a0a-34ca39520337 req-15f47386-d11f-410f-a28d-30943183b169 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:55.297142 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0ad70146-8af9-45ed-9a0a-34ca39520337 req-15f47386-d11f-410f-a28d-30943183b169 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4121e6a0-77e3-405e-b1c9-fb3cc0cd4986 HTTP/1.1" status: 200 len: 858 time: 0.1739225 Jul 09 15:58:55.400041 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b2d6cb23-19de-4ee1-80fe-4e803d2f7006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:55.406424 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b2d6cb23-19de-4ee1-80fe-4e803d2f7006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:55.415231 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-93d7e1de-4a3d-4894-b465-ff67883aab19 req-98399d48-13ff-4b3f-a443-02a5e9fefb08 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/security-groups?id=46fa62c4-319e-4788-81d4-f587c610433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157092 Jul 09 15:58:55.418466 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-f5463b80-020b-4ceb-9a93-e5c101e5324e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:55.437624 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0ad70146-8af9-45ed-9a0a-34ca39520337 req-3a73d275-86a0-4587-94bf-571c049b9cb9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0720c046-472b-41f7-aed1-fe5049b59216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645781 Jul 09 15:58:55.456700 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6cb23-19de-4ee1-80fe-4e803d2f7006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c2e6ef-d8dd-4d74-a218-9b99b2c09fe8,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:55.469932 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b2d6cb23-19de-4ee1-80fe-4e803d2f7006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:55.525156 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-b2d6cb23-19de-4ee1-80fe-4e803d2f7006 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=48e072de909b4bd5855eb13443cb57de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4692407 Jul 09 15:58:55.529255 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 42320) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:55.665624 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0ad70146-8af9-45ed-9a0a-34ca39520337 req-de7a7d7c-c475-4a07-a834-984c5c20a5ea service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945868 Jul 09 15:58:55.741363 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-100de0e8-05cb-4b32-873b-6668d3730ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:55.790377 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-100de0e8-05cb-4b32-873b-6668d3730ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:55.919491 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-100de0e8-05cb-4b32-873b-6668d3730ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:55.928635 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-eaab2102-9b36-44f5-9338-612158139db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:55.950721 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100de0e8-05cb-4b32-873b-6668d3730ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c2e6ef-d8dd-4d74-a218-9b99b2c09fe8,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:55.955182 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-100de0e8-05cb-4b32-873b-6668d3730ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:55.966250 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-100de0e8-05cb-4b32-873b-6668d3730ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:55.967430 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-100de0e8-05cb-4b32-873b-6668d3730ca7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/73c2e6ef-d8dd-4d74-a218-9b99b2c09fe8 HTTP/1.1" status: 204 len: 168 time: 0.4366143 Jul 09 15:58:56.011483 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0ad70146-8af9-45ed-9a0a-34ca39520337 req-9af07662-e2ba-4530-96b0-67293b08dad9 service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376253 Jul 09 15:58:56.566826 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3941b9-7b9d-402e-9432-211adb1dd606 req-6e1e6533-a786-4777-8780-b965113b6227 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:56.568460 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cf3941b9-7b9d-402e-9432-211adb1dd606 req-6e1e6533-a786-4777-8780-b965113b6227 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2372293 Jul 09 15:58:56.583225 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f277f-3e4f-4732-b2db-7518db383614 req-e805ed09-c6a8-4db1-9705-85681bfabb76 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:56.585139 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-867f277f-3e4f-4732-b2db-7518db383614 req-e805ed09-c6a8-4db1-9705-85681bfabb76 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/ports?device_id=d498f915-7a23-4c63-9b0a-d3b8f8c53d3e HTTP/1.1" status: 200 len: 950 time: 0.1455319 Jul 09 15:58:56.772086 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-867f277f-3e4f-4732-b2db-7518db383614 req-425ee310-be1a-4e68-a902-6893e4e2a8cd tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/security-groups?id=46fa62c4-319e-4788-81d4-f587c610433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708469 Jul 09 15:58:56.776436 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cf3941b9-7b9d-402e-9432-211adb1dd606 req-152b070a-b050-477a-a3e4-5c7476a37bf4 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900866 Jul 09 15:58:57.367904 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 42372) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:57.431537 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 42378) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:57.592715 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-63357446-network', 'tenant_id': '03b1641750394fae815ce5db5a584238'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:58:57.601324 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:57.608234 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Usage tracker for resource:network and tenant:03b1641750394fae815ce5db5a584238 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:57.612660 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:57.624849 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:57.652688 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-df9c0601-de0a-4673-95a1-a37193125c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:57.668758 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Made reservation on behalf of 03b1641750394fae815ce5db5a584238 for: {'network': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:58:57.671126 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for network, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:57.692377 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:57.740694 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-df9c0601-de0a-4673-95a1-a37193125c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:57.753809 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-df9c0601-de0a-4673-95a1-a37193125c9e admin admin] Usage tracker for resource:security_group_rule and tenant:25d0a96c8eee43a88690695be8200f94 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:57.758404 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-df9c0601-de0a-4673-95a1-a37193125c9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:57.769308 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-df9c0601-de0a-4673-95a1-a37193125c9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:57.771612 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:57.779016 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Usage tracker for resource:security_group_rule and tenant:03b1641750394fae815ce5db5a584238 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:57.785461 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:57.796011 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:57.941934 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-df9c0601-de0a-4673-95a1-a37193125c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:57.953512 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-df9c0601-de0a-4673-95a1-a37193125c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:57.969645 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:58.000504 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:58.042637 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:58.070821 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c0601-de0a-4673-95a1-a37193125c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76180723-fd1c-4d4c-b9a8-ef37ffd6bd13,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:58.084934 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-df9c0601-de0a-4673-95a1-a37193125c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:58.103238 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:58.153296 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-df9c0601-de0a-4673-95a1-a37193125c9e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=25d0a96c8eee43a88690695be8200f94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7200382 Jul 09 15:58:58.157904 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=74277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 09 15:58:58.162145 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 42394) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:58.164088 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1761d227-a722-4837-ab2b-f6a16a0d1683,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:58.174504 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:58.202151 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3a21a-b796-42cf-ab5a-587f47ca1068 req-96b567bc-00db-4228-b64d-a344f3d0e281 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:58.203895 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cbc3a21a-b796-42cf-ab5a-587f47ca1068 req-96b567bc-00db-4228-b64d-a344f3d0e281 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1817794 Jul 09 15:58:58.228195 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:58.228514 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.db.segments_db [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Added segment 1154bffb-996d-49a5-9c9b-99df9910728f of type vlan for network 59badf42-8ed5-4d85-83cc-c3b17c53f9f4 Jul 09 15:58:58.298660 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-7cd8a320-76f0-4703-9912-38f5caec9d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:58.304798 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749711616898'] for network, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:58.339849 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-7cd8a320-76f0-4703-9912-38f5caec9d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:58.361300 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cbc3a21a-b796-42cf-ab5a-587f47ca1068 req-042ae848-f0aa-4182-b614-150c2a001e0b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455879 Jul 09 15:58:58.415291 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for network, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:58.417802 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ff144-357e-4332-9a74-11daa74c137c req-f2ebadf1-9028-46fb-a5be-913f10547a0b tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:58.420608 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-560ff144-357e-4332-9a74-11daa74c137c req-f2ebadf1-9028-46fb-a5be-913f10547a0b tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/ports?device_id=d498f915-7a23-4c63-9b0a-d3b8f8c53d3e HTTP/1.1" status: 200 len: 950 time: 0.1747670 Jul 09 15:58:58.421658 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:58.422867 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:58.433389 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c9644d50-2fa7-4a4e-baf9-fa33b02e5a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:58.503433 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-560ff144-357e-4332-9a74-11daa74c137c req-e355bab7-b28e-4e9e-b419-183cefe4dd09 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/security-groups?id=46fa62c4-319e-4788-81d4-f587c610433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671527 Jul 09 15:58:58.602204 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Pushing event updated for resources: {'Network': ['ID=59badf42-8ed5-4d85-83cc-c3b17c53f9f4,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:58.609232 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:58.612067 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2422085 Jul 09 15:58:58.614779 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-7cd8a320-76f0-4703-9912-38f5caec9d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:58.615410 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 42400) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:58.619577 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Network 59badf42-8ed5-4d85-83cc-c3b17c53f9f4 details requested by agent ovs-agent-dv-cinder-800228-1-smb with host dv-cinder-800228-1-smb {{(pid=74278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:58:58.626131 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-7cd8a320-76f0-4703-9912-38f5caec9d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:58.637553 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-7cd8a320-76f0-4703-9912-38f5caec9d4c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76180723-fd1c-4d4c-b9a8-ef37ffd6bd13 HTTP/1.1" status: 204 len: 168 time: 0.4587834 Jul 09 15:58:58.637553 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-06fa24cd-caa1-4c3f-a369-0362e745fc4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:58.640774 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-320a157e-7c20-4aea-9a25-7fd9cc0d3413 admin admin] Request body: {'subnet': {'network_id': '59badf42-8ed5-4d85-83cc-c3b17c53f9f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-63357446-subnet', 'tenant_id': '03b1641750394fae815ce5db5a584238', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:58:58.647024 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-320a157e-7c20-4aea-9a25-7fd9cc0d3413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:58.653243 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-320a157e-7c20-4aea-9a25-7fd9cc0d3413 admin admin] Usage tracker for resource:subnet and tenant:03b1641750394fae815ce5db5a584238 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:58.656961 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-320a157e-7c20-4aea-9a25-7fd9cc0d3413 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:58.666035 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-320a157e-7c20-4aea-9a25-7fd9cc0d3413 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:58.666403 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8a320-76f0-4703-9912-38f5caec9d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76180723-fd1c-4d4c-b9a8-ef37ffd6bd13,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:58.674700 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-7cd8a320-76f0-4703-9912-38f5caec9d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:58.687498 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320a157e-7c20-4aea-9a25-7fd9cc0d3413 admin admin] Made reservation on behalf of 03b1641750394fae815ce5db5a584238 for: {'subnet': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:58:58.690016 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-320a157e-7c20-4aea-9a25-7fd9cc0d3413 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1889871'] for subnet, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:59.026458 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-320a157e-7c20-4aea-9a25-7fd9cc0d3413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1598754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1890229'] for subnet, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:59.033830 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:59.215736 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a157e-7c20-4aea-9a25-7fd9cc0d3413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d75c609d-dcd7-430b-a741-ebb014d97ccd,revision_number=0']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:59.220878 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-320a157e-7c20-4aea-9a25-7fd9cc0d3413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:59.231802 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320a157e-7c20-4aea-9a25-7fd9cc0d3413 admin admin] Checking segment: {'id': '1154bffb-996d-49a5-9c9b-99df9910728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '59badf42-8ed5-4d85-83cc-c3b17c53f9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:58:59.232641 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320a157e-7c20-4aea-9a25-7fd9cc0d3413 admin admin] Network hostable DHCP agents. Network: 59badf42-8ed5-4d85-83cc-c3b17c53f9f4, hostable agents: ['345db053-3c23-47d8-b5a3-85dd9c57b748'], hosted agents: [] {{(pid=74276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:58:59.309140 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 42412) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:58:59.312271 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dea76-6b6e-4791-8790-d3e27549ec09 req-5e0e3501-fad6-4b66-9722-ad7fd9abe6aa tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:59.313921 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-299dea76-6b6e-4791-8790-d3e27549ec09 req-5e0e3501-fad6-4b66-9722-ad7fd9abe6aa tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.89 "GET /v2.0/ports?device_id=d498f915-7a23-4c63-9b0a-d3b8f8c53d3e HTTP/1.1" status: 200 len: 950 time: 0.2003136 Jul 09 15:58:59.323289 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320a157e-7c20-4aea-9a25-7fd9cc0d3413 admin admin] Network 59badf42-8ed5-4d85-83cc-c3b17c53f9f4 is scheduled to be hosted by DHCP agent 345db053-3c23-47d8-b5a3-85dd9c57b748 with binding_index 1 {{(pid=74276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:58:59.330536 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:59.343110 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-320a157e-7c20-4aea-9a25-7fd9cc0d3413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-smb, 59badf42-8ed5-4d85-83cc-c3b17c53f9f4) {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:58:59.359881 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320a157e-7c20-4aea-9a25-7fd9cc0d3413 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:59.361429 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eace7c-a504-44bf-afb7-c220bc6cf89c None None] Network 59badf42-8ed5-4d85-83cc-c3b17c53f9f4 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 15:58:59.362396 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-320a157e-7c20-4aea-9a25-7fd9cc0d3413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:59.453276 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-320a157e-7c20-4aea-9a25-7fd9cc0d3413 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8362441 Jul 09 15:58:59.485986 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:58:59.496525 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] Usage tracker for resource:security_group_rule and tenant:413c66d9e3aa4a05bb87d308674d2b6c is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:58:59.504527 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:58:59.514305 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:58:59.516488 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [req-299dea76-6b6e-4791-8790-d3e27549ec09 req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Deleting port fdc948d4-0f2e-4f03-a196-a9d9084a2d93 {{(pid=74276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 15:58:59.517023 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-299dea76-6b6e-4791-8790-d3e27549ec09 req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:59.590628 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-76b4d59a-39e7-48e1-85b0-f82660d465d1 req-2c371cc8-bcee-41fe-aaaa-681065845842 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=798c4c987947430b9f5ca3417f6fae1e&device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 1099 time: 0.2198682 Jul 09 15:58:59.839472 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc55da2-49bf-4a38-adb1-11e5480c4734 None None] Network 59badf42-8ed5-4d85-83cc-c3b17c53f9f4 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 15:58:59.932211 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:59.943743 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:59.973685 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd97b64-5308-4114-a585-af5e13a9aa38 req-f28c4e8a-45e3-471f-a91a-86c4ab18d53d tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:59.982543 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7bd97b64-5308-4114-a585-af5e13a9aa38 req-f28c4e8a-45e3-471f-a91a-86c4ab18d53d tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.4205439 Jul 09 15:59:00.013454 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:00.027332 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=413c66d9e3aa4a05bb87d308674d2b6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7129705 Jul 09 15:59:00.037365 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 42432) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:00.138599 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8892404f-3d90-41fc-b29f-50d5d6fce013,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:00.224933 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-a11b621e-29cd-4f47-946a-bf6b8071bb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:00.231449 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:00.231933 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:00.232293 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:00.232645 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:00.232990 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:00.233335 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:00.233676 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:00.234044 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:00.234383 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:00.234720 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:00.235058 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:00.239293 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:00.252687 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [req-299dea76-6b6e-4791-8790-d3e27549ec09 req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] For port fdc948d4-0f2e-4f03-a196-a9d9084a2d93, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fdc948d4-0f2e-4f03-a196-a9d9084a2d93,segment=NetworkSegment(bd3e8663-7f4c-4732-9301-3ff7fab231b7),segment_id=bd3e8663-7f4c-4732-9301-3ff7fab231b7)] {{(pid=74276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:59:00.253398 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-299dea76-6b6e-4791-8790-d3e27549ec09 req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:00.312600 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4d59a-39e7-48e1-85b0-f82660d465d1 req-47c47103-dd67-497d-8858-37040d83e358 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:00.314944 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-76b4d59a-39e7-48e1-85b0-f82660d465d1 req-47c47103-dd67-497d-8858-37040d83e358 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0720c046-472b-41f7-aed1-fe5049b59216 HTTP/1.1" status: 200 len: 919 time: 0.6872854 Jul 09 15:59:00.323204 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-a11b621e-29cd-4f47-946a-bf6b8071bb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:00.425928 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [req-299dea76-6b6e-4791-8790-d3e27549ec09 req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Calling delete_port for fdc948d4-0f2e-4f03-a196-a9d9084a2d93 owned by compute:nova {{(pid=74276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 15:59:00.473395 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-76b4d59a-39e7-48e1-85b0-f82660d465d1 req-7fbd33c4-1e84-4f7d-b50c-373189af414d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0ee7a7a-a984-4308-b677-081305a62fad HTTP/1.1" status: 200 len: 217 time: 0.1388335 Jul 09 15:59:00.511362 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7bd97b64-5308-4114-a585-af5e13a9aa38 req-2436491f-4eaf-4903-8cb7-91e7d664e0b1 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5277917 Jul 09 15:59:00.544378 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566653ac-1711-40d1-aec8-aabd7f7d4152 req-5cbbcdc1-6e47-41d4-aa50-80e54d4150cd tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:00.555650 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-566653ac-1711-40d1-aec8-aabd7f7d4152 req-5cbbcdc1-6e47-41d4-aa50-80e54d4150cd tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/ports?device_id=d498f915-7a23-4c63-9b0a-d3b8f8c53d3e HTTP/1.1" status: 200 len: 950 time: 0.8116117 Jul 09 15:59:00.574970 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4d59a-39e7-48e1-85b0-f82660d465d1 req-970c4c08-8689-4b9b-b6c3-a50b769f939d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:00.577937 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-76b4d59a-39e7-48e1-85b0-f82660d465d1 req-970c4c08-8689-4b9b-b6c3-a50b769f939d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4121e6a0-77e3-405e-b1c9-fb3cc0cd4986 HTTP/1.1" status: 200 len: 858 time: 0.0926960 Jul 09 15:59:00.579167 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-a11b621e-29cd-4f47-946a-bf6b8071bb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:00.592674 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e70bf9f3-2193-4432-ae66-f2b791e9b7a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:00.684242 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b621e-29cd-4f47-946a-bf6b8071bb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8892404f-3d90-41fc-b29f-50d5d6fce013,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:00.695209 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-566653ac-1711-40d1-aec8-aabd7f7d4152 req-023c0063-1b4f-491d-b427-3c6e0725ceb7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/security-groups?id=46fa62c4-319e-4788-81d4-f587c610433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374726 Jul 09 15:59:00.695905 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-a11b621e-29cd-4f47-946a-bf6b8071bb84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:00.711684 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-76b4d59a-39e7-48e1-85b0-f82660d465d1 req-d9285158-a3a7-4d4e-a473-a1ff26731e45 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0720c046-472b-41f7-aed1-fe5049b59216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206102 Jul 09 15:59:00.713151 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-a11b621e-29cd-4f47-946a-bf6b8071bb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:00.715121 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-a11b621e-29cd-4f47-946a-bf6b8071bb84 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8892404f-3d90-41fc-b29f-50d5d6fce013 HTTP/1.1" status: 204 len: 168 time: 0.6757617 Jul 09 15:59:00.888377 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-299dea76-6b6e-4791-8790-d3e27549ec09 req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:00.897515 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:01.028536 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-76b4d59a-39e7-48e1-85b0-f82660d465d1 req-113b622e-7cdc-4f91-b2cc-ca23b48165c1 service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073342 Jul 09 15:59:01.093113 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Pushing event deleted for resources: {'Port': ['ID=fdc948d4-0f2e-4f03-a196-a9d9084a2d93,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:01.191844 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:01.192205 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:01.192552 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:01.192894 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:01.193229 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:01.193566 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:01.193935 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:01.195015 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:01.195409 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:01.195752 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:01.196083 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:01.199745 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [req-299dea76-6b6e-4791-8790-d3e27549ec09 req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] No DVR routers for this DVR port fdc948d4-0f2e-4f03-a196-a9d9084a2d93 on host hv-cinder-80022 {{(pid=74276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:59:01.201092 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:01.205281 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-299dea76-6b6e-4791-8790-d3e27549ec09 req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:01.208309 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd498f915-7a23-4c63-9b0a-d3b8f8c53d3e', 'name': 'network-vif-deleted', 'tag': 'fdc948d4-0f2e-4f03-a196-a9d9084a2d93'}] {{(pid=74276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:59:01.230399 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-299dea76-6b6e-4791-8790-d3e27549ec09 req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.89 "DELETE /v2.0/ports/fdc948d4-0f2e-4f03-a196-a9d9084a2d93 HTTP/1.1" status: 204 len: 173 time: 1.8269944 Jul 09 15:59:01.342722 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-76b4d59a-39e7-48e1-85b0-f82660d465d1 req-8b8e58f6-fbcb-4778-b3de-8407f77b75b5 service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994454 Jul 09 15:59:01.350987 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd498f915-7a23-4c63-9b0a-d3b8f8c53d3e', 'name': 'network-vif-deleted', 'tag': 'fdc948d4-0f2e-4f03-a196-a9d9084a2d93', 'status': 'completed', 'code': 200} Jul 09 15:59:01.887456 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d666f2-04e4-4825-9cff-344517461bfb req-5b0c5b13-13fc-44c0-98a1-7e51addaf425 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:01.889816 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-12d666f2-04e4-4825-9cff-344517461bfb req-5b0c5b13-13fc-44c0-98a1-7e51addaf425 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1673505 Jul 09 15:59:02.092432 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device fdc948d4-0f2e-4f03-a196-a9d9084a2d93 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:59:02.137399 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-12d666f2-04e4-4825-9cff-344517461bfb req-5612cc7c-e581-4024-82a6-d2f134299860 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352140 Jul 09 15:59:02.175055 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-d2036ec3-e249-4170-96d2-515c4fe28077 req-286bae45-16c5-491f-a967-294c89832e2a tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Synchronizing usage tracker for tenant:1e754544e3384f298dce78896d7ec3eb on resource:port {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:59:02.192067 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] No Port match for: fdc948d4-0f2e-4f03-a196-a9d9084a2d93 {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 15:59:02.192949 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device fdc948d4-0f2e-4f03-a196-a9d9084a2d93 not bound to the agent host hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:59:02.313930 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-d2036ec3-e249-4170-96d2-515c4fe28077 req-286bae45-16c5-491f-a967-294c89832e2a tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Unset dirty status for tenant:1e754544e3384f298dce78896d7ec3eb on resource:port {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:59:02.321656 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d2036ec3-e249-4170-96d2-515c4fe28077 req-286bae45-16c5-491f-a967-294c89832e2a tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] 10.222.0.66 "GET /v2.0/ports?device_id=d498f915-7a23-4c63-9b0a-d3b8f8c53d3e HTTP/1.1" status: 200 len: 210 time: 0.2799239 Jul 09 15:59:03.048062 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-48fbbec3-8f8c-4317-a276-c4bbe4c331d5 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:03.049582 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-48fbbec3-8f8c-4317-a276-c4bbe4c331d5 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/networks?id=59badf42-8ed5-4d85-83cc-c3b17c53f9f4 HTTP/1.1" status: 200 len: 807 time: 0.1955483 Jul 09 15:59:03.075650 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-0aadf696-9959-4cdd-bf2b-e1060f09791a tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/quotas/03b1641750394fae815ce5db5a584238 HTTP/1.1" status: 200 len: 375 time: 0.0153778 Jul 09 15:59:03.132555 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-ecbdcbce-303d-4611-944a-581bc2c81729 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=03b1641750394fae815ce5db5a584238&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502741 Jul 09 15:59:03.402225 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-ab0b841b-1130-4dfc-a4dc-a29520138047 service neutron] 10.222.0.66 "GET /v2.0/networks/59badf42-8ed5-4d85-83cc-c3b17c53f9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615414 Jul 09 15:59:03.568691 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec5afe-f48c-4744-b8de-8461a6cb5a1d req-cb3cc69f-d736-44fb-8680-b03315502758 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:03.570332 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-96ec5afe-f48c-4744-b8de-8461a6cb5a1d req-cb3cc69f-d736-44fb-8680-b03315502758 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2102470 Jul 09 15:59:03.573887 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-c9c3ee47-0a63-4425-8cac-b3557caf7511 service neutron] 10.222.0.66 "GET /v2.0/networks/59badf42-8ed5-4d85-83cc-c3b17c53f9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624007 Jul 09 15:59:03.682743 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-96ec5afe-f48c-4744-b8de-8461a6cb5a1d req-3d7b4c78-f6d4-4db4-8ce9-df44dc18da0f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974617 Jul 09 15:59:03.868334 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-edb345be-d8e7-4f19-b9ac-c4273f3127cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:04.337704 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8402ca8a-4139-499e-b77a-ae1b5f98761a req-4c96af25-7dc5-4199-9ae4-7ed8058c668e tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b438420-0c23-4392-a5b8-de257f168a0e HTTP/1.1" status: 200 len: 210 time: 0.1569128 Jul 09 15:59:04.435970 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:05.094283 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a004c2-5783-4934-9a83-534aef180413 req-e294df67-e569-45a1-a8b5-be199b599b94 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:05.097114 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-36a004c2-5783-4934-9a83-534aef180413 req-e294df67-e569-45a1-a8b5-be199b599b94 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1326590 Jul 09 15:59:05.194736 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-36a004c2-5783-4934-9a83-534aef180413 req-1e6cf511-9c20-401e-b6e4-b3158289cc9a tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886271 Jul 09 15:59:05.719336 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-99513e07-8772-4925-99ac-7fb63867774b req-4e3a0dee-3cb9-44ec-87ba-4a975c14a1ed tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b438420-0c23-4392-a5b8-de257f168a0e HTTP/1.1" status: 200 len: 210 time: 0.0637324 Jul 09 15:59:06.094624 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-bb3adb70-0002-48f0-a4de-e122bdec7a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:06.400076 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-b61de191-5c4e-44a9-94a4-d57deaf6df04 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:06.400981 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-b61de191-5c4e-44a9-94a4-d57deaf6df04 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Synchronizing usage tracker for tenant:03b1641750394fae815ce5db5a584238 on resource:network {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:59:06.440664 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-b61de191-5c4e-44a9-94a4-d57deaf6df04 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Unset dirty status for tenant:03b1641750394fae815ce5db5a584238 on resource:network {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:59:06.442965 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-b61de191-5c4e-44a9-94a4-d57deaf6df04 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.89 "GET /v2.0/networks?id=59badf42-8ed5-4d85-83cc-c3b17c53f9f4 HTTP/1.1" status: 200 len: 807 time: 0.2981198 Jul 09 15:59:06.493877 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-943f6afe-d705-41bf-be61-7ebcd8806822 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Request body: {'port': {'device_id': '8b438420-0c23-4392-a5b8-de257f168a0e', 'network_id': '59badf42-8ed5-4d85-83cc-c3b17c53f9f4', 'admin_state_up': True, 'tenant_id': '03b1641750394fae815ce5db5a584238'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:59:06.701814 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3e9c5-9c34-4d19-b0c1-6f450dda5f97 req-693e8ec1-2ac3-4062-b6eb-0a8c19698115 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:06.710210 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ead3e9c5-9c34-4d19-b0c1-6f450dda5f97 req-693e8ec1-2ac3-4062-b6eb-0a8c19698115 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1843340 Jul 09 15:59:06.776346 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-943f6afe-d705-41bf-be61-7ebcd8806822 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:06.784461 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-943f6afe-d705-41bf-be61-7ebcd8806822 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Usage tracker for resource:port and tenant:03b1641750394fae815ce5db5a584238 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:06.786028 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ead3e9c5-9c34-4d19-b0c1-6f450dda5f97 req-126ff418-364a-42f7-8624-c1ca0e1b35fb tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747688 Jul 09 15:59:06.791977 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-943f6afe-d705-41bf-be61-7ebcd8806822 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:06.804270 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-943f6afe-d705-41bf-be61-7ebcd8806822 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:06.836059 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-943f6afe-d705-41bf-be61-7ebcd8806822 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Made reservation on behalf of 03b1641750394fae815ce5db5a584238 for: {'port': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:59:06.853522 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-943f6afe-d705-41bf-be61-7ebcd8806822 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:07.094334 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:07.154256 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c2f6965b-37b3-4c53-ac0b-092c322e2bf0 req-3b257853-769a-4b5b-a8fb-a18e35ff7a4a tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b438420-0c23-4392-a5b8-de257f168a0e HTTP/1.1" status: 200 len: 210 time: 0.0910025 Jul 09 15:59:07.211008 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-943f6afe-d705-41bf-be61-7ebcd8806822 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Allocated IP 172.20.0.7 (59badf42-8ed5-4d85-83cc-c3b17c53f9f4/d75c609d-dcd7-430b-a741-ebb014d97ccd/d39b7c01-0bdd-475a-93a8-91b5b313cb8f) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:59:07.619882 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-943f6afe-d705-41bf-be61-7ebcd8806822 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:07.668491 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-943f6afe-d705-41bf-be61-7ebcd8806822 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:07.677025 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-3c27cc47-37d0-446b-8796-39cfa6c0bb15 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:07.762955 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-943f6afe-d705-41bf-be61-7ebcd8806822 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Network 59badf42-8ed5-4d85-83cc-c3b17c53f9f4 is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:59:07.768240 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-943f6afe-d705-41bf-be61-7ebcd8806822 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:59:07.771379 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-943f6afe-d705-41bf-be61-7ebcd8806822 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:59:07.781818 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-943f6afe-d705-41bf-be61-7ebcd8806822 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:07.781818 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-943f6afe-d705-41bf-be61-7ebcd8806822 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:07.788486 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f6afe-d705-41bf-be61-7ebcd8806822 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Pushing event updated for resources: {'Port': ['ID=d39b7c01-0bdd-475a-93a8-91b5b313cb8f,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:07.798697 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-943f6afe-d705-41bf-be61-7ebcd8806822 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:07.821672 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-943f6afe-d705-41bf-be61-7ebcd8806822 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3324394 Jul 09 15:59:07.845629 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Request body: {'port': {'device_id': '8b438420-0c23-4392-a5b8-de257f168a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:59:08.022771 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:08.206676 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f1b6e-ffff-4715-9edc-d791f6ecc241 req-eaf672d6-e210-4d5d-8d79-c3aed918a468 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:08.208290 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-425f1b6e-ffff-4715-9edc-d791f6ecc241 req-eaf672d6-e210-4d5d-8d79-c3aed918a468 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1185076 Jul 09 15:59:08.372127 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-425f1b6e-ffff-4715-9edc-d791f6ecc241 req-772d4905-04fd-41fb-994d-6504ff97b548 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528838 Jul 09 15:59:08.702613 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:08.756082 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d21856-8f7d-4414-80ed-27792429445a req-becb6ab6-7314-4580-a660-994bc93ee769 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:08.759229 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-46d21856-8f7d-4414-80ed-27792429445a req-becb6ab6-7314-4580-a660-994bc93ee769 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b438420-0c23-4392-a5b8-de257f168a0e HTTP/1.1" status: 200 len: 931 time: 0.1757259 Jul 09 15:59:08.770261 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39b7c01-0bdd-475a-93a8-91b5b313cb8f {{(pid=74277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:59:08.786342 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:08.823863 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Transition to ACTIVE for port object d39b7c01-0bdd-475a-93a8-91b5b313cb8f will not be triggered until provisioned by entity L2. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:59:08.828745 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:08.839278 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-46d21856-8f7d-4414-80ed-27792429445a req-929b28e3-b4a4-417f-808e-c58b83010f68 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690143 Jul 09 15:59:08.845906 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:09.063988 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Pushing event updated for resources: {'Port': ['ID=d39b7c01-0bdd-475a-93a8-91b5b313cb8f,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:09.067033 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:09.130709 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Attempting to bind port d39b7c01-0bdd-475a-93a8-91b5b313cb8f on host hv-cinder-80022 for vnic_type normal with profile {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:59:09.130709 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Attempting to bind port d39b7c01-0bdd-475a-93a8-91b5b313cb8f by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '1154bffb-996d-49a5-9c9b-99df9910728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '59badf42-8ed5-4d85-83cc-c3b17c53f9f4'}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:59:09.130709 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Attempting to bind port d39b7c01-0bdd-475a-93a8-91b5b313cb8f on network 59badf42-8ed5-4d85-83cc-c3b17c53f9f4 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:59:09.137009 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Port d39b7c01-0bdd-475a-93a8-91b5b313cb8f on network 59badf42-8ed5-4d85-83cc-c3b17c53f9f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 09 15:59:09.137391 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Attempting to bind port d39b7c01-0bdd-475a-93a8-91b5b313cb8f on network 59badf42-8ed5-4d85-83cc-c3b17c53f9f4 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:59:09.144232 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Checking agent: {'id': '891cfaac-3e76-4d41-913f-991116fa71b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:59:09.144646 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Checking segment: {'id': '1154bffb-996d-49a5-9c9b-99df9910728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '59badf42-8ed5-4d85-83cc-c3b17c53f9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:59:09.144951 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Bound using segment: {'id': '1154bffb-996d-49a5-9c9b-99df9910728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '59badf42-8ed5-4d85-83cc-c3b17c53f9f4'} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:59:09.145381 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Bound port: d39b7c01-0bdd-475a-93a8-91b5b313cb8f, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1154bffb-996d-49a5-9c9b-99df9910728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '59badf42-8ed5-4d85-83cc-c3b17c53f9f4'}}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:59:09.145732 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:09.323503 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] For port d39b7c01-0bdd-475a-93a8-91b5b313cb8f, host hv-cinder-80022, cleared binding levels {{(pid=74277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:59:09.328886 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] For port d39b7c01-0bdd-475a-93a8-91b5b313cb8f, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d39b7c01-0bdd-475a-93a8-91b5b313cb8f,segment=NetworkSegment(1154bffb-996d-49a5-9c9b-99df9910728f),segment_id=1154bffb-996d-49a5-9c9b-99df9910728f)] {{(pid=74277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:59:09.337112 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:09.345087 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e24d7651-5a81-439c-b315-7ccc00c98f28 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:09.460124 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:09.462427 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] 10.222.0.89 "PUT /v2.0/ports/d39b7c01-0bdd-475a-93a8-91b5b313cb8f HTTP/1.1" status: 200 len: 1093 time: 1.6211741 Jul 09 15:59:09.463184 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b438420-0c23-4392-a5b8-de257f168a0e', 'tag': 'd39b7c01-0bdd-475a-93a8-91b5b313cb8f'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:59:09.485285 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Pushing event updated for resources: {'Port': ['ID=d39b7c01-0bdd-475a-93a8-91b5b313cb8f,revision_number=3']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:09.488804 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:09.609145 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b438420-0c23-4392-a5b8-de257f168a0e', 'tag': 'd39b7c01-0bdd-475a-93a8-91b5b313cb8f', 'status': 'completed', 'code': 200} Jul 09 15:59:09.713833 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-bbd409ef-cd80-4eea-9683-1e88ba49e426 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=03b1641750394fae815ce5db5a584238&device_id=8b438420-0c23-4392-a5b8-de257f168a0e HTTP/1.1" status: 200 len: 1096 time: 0.1617141 Jul 09 15:59:09.839406 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-d6ba9f3e-6f46-4ef0-9dce-65f9472441b7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d39b7c01-0bdd-475a-93a8-91b5b313cb8f HTTP/1.1" status: 200 len: 217 time: 0.1097479 Jul 09 15:59:09.852671 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f4875-ebc8-4b6a-b7e5-bb86ee6ac7b8 req-7298f740-1d72-4304-9269-d67177683986 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:09.855072 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-642f4875-ebc8-4b6a-b7e5-bb86ee6ac7b8 req-7298f740-1d72-4304-9269-d67177683986 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1999774 Jul 09 15:59:09.954163 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-642f4875-ebc8-4b6a-b7e5-bb86ee6ac7b8 req-7a952f88-37b6-40d5-850e-8ecdf83405db tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928109 Jul 09 15:59:10.002323 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-8228c2b3-6e09-4b9c-91d1-21164d089f8d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:10.004771 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-8228c2b3-6e09-4b9c-91d1-21164d089f8d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d75c609d-dcd7-430b-a741-ebb014d97ccd HTTP/1.1" status: 200 len: 847 time: 0.1490996 Jul 09 15:59:10.100064 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-5c410f25-6995-47e2-808a-b7a7847ea3ed service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=59badf42-8ed5-4d85-83cc-c3b17c53f9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819175 Jul 09 15:59:10.218402 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77721967-4aaa-4711-9b2d-461731158ede req-6e4f1739-fe92-4af9-ba95-f068548c61b6 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:10.221333 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-77721967-4aaa-4711-9b2d-461731158ede req-6e4f1739-fe92-4af9-ba95-f068548c61b6 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b438420-0c23-4392-a5b8-de257f168a0e HTTP/1.1" status: 200 len: 943 time: 0.1526096 Jul 09 15:59:10.317218 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-77721967-4aaa-4711-9b2d-461731158ede req-86fbb51b-a195-465a-a4b4-779931e6520f tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680454 Jul 09 15:59:10.361637 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-39eb66bd-6c34-43cf-b98a-bccb358c6bb4 service neutron] 10.222.0.89 "GET /v2.0/networks/59badf42-8ed5-4d85-83cc-c3b17c53f9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520418 Jul 09 15:59:10.542096 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-55e27839-404b-408f-b3cc-97c63aaff5e8 req-1e496859-6df6-45bd-a1ed-e03178469236 service neutron] 10.222.0.89 "GET /v2.0/networks/59badf42-8ed5-4d85-83cc-c3b17c53f9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715913 Jul 09 15:59:10.805657 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-c8b74edc-1739-4c4a-94a9-8a6041e4bfd3 req-09dfa0bc-7335-4883-a682-681b14b1da56 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=03b1641750394fae815ce5db5a584238&device_id=8b438420-0c23-4392-a5b8-de257f168a0e HTTP/1.1" status: 200 len: 1096 time: 0.0920801 Jul 09 15:59:10.999667 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b74edc-1739-4c4a-94a9-8a6041e4bfd3 req-db843b36-f7cc-4e33-a2c8-b654b0eb61f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:11.002855 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-c8b74edc-1739-4c4a-94a9-8a6041e4bfd3 req-db843b36-f7cc-4e33-a2c8-b654b0eb61f5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=59badf42-8ed5-4d85-83cc-c3b17c53f9f4 HTTP/1.1" status: 200 len: 908 time: 0.1827819 Jul 09 15:59:11.143544 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-c8b74edc-1739-4c4a-94a9-8a6041e4bfd3 req-d3168779-770b-4deb-b21e-aa819bec32c5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d39b7c01-0bdd-475a-93a8-91b5b313cb8f HTTP/1.1" status: 200 len: 217 time: 0.1294343 Jul 09 15:59:11.291728 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96edd6-b574-4ba0-9bd7-12a46ce7ec4e req-8f5cf525-c6db-4dbd-9703-93d541c811d4 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:11.293177 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b74edc-1739-4c4a-94a9-8a6041e4bfd3 req-81719bab-480e-4b0b-8ac7-11b590e8a735 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:11.293355 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6e96edd6-b574-4ba0-9bd7-12a46ce7ec4e req-8f5cf525-c6db-4dbd-9703-93d541c811d4 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1236098 Jul 09 15:59:11.295924 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-c8b74edc-1739-4c4a-94a9-8a6041e4bfd3 req-81719bab-480e-4b0b-8ac7-11b590e8a735 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d75c609d-dcd7-430b-a741-ebb014d97ccd HTTP/1.1" status: 200 len: 847 time: 0.1394956 Jul 09 15:59:11.386862 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6e96edd6-b574-4ba0-9bd7-12a46ce7ec4e req-ce7fc487-47d7-4ce1-8380-94981e272bb5 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738754 Jul 09 15:59:11.403100 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-c8b74edc-1739-4c4a-94a9-8a6041e4bfd3 req-7d9866dc-965f-45cc-bf2e-9bcd23d0fc7d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=59badf42-8ed5-4d85-83cc-c3b17c53f9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935199 Jul 09 15:59:11.639956 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5701f56-1d83-421d-8e15-1ea8bda2ac10 req-87ace0cd-5995-4b39-961b-30fde4c8efe0 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:11.641651 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b5701f56-1d83-421d-8e15-1ea8bda2ac10 req-87ace0cd-5995-4b39-961b-30fde4c8efe0 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b438420-0c23-4392-a5b8-de257f168a0e HTTP/1.1" status: 200 len: 943 time: 0.1027944 Jul 09 15:59:11.707116 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b5701f56-1d83-421d-8e15-1ea8bda2ac10 req-5b301a58-cfb4-42b9-939c-d7d61fa68aff tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544643 Jul 09 15:59:11.723013 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-c8b74edc-1739-4c4a-94a9-8a6041e4bfd3 req-61264d40-bde8-4de2-abbd-03ca42f18f19 service neutron] 10.222.0.89 "GET /v2.0/networks/59badf42-8ed5-4d85-83cc-c3b17c53f9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107905 Jul 09 15:59:11.935871 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-c8b74edc-1739-4c4a-94a9-8a6041e4bfd3 req-d3239cf2-887e-4f7b-90e2-62f6e5335384 service neutron] 10.222.0.89 "GET /v2.0/networks/59badf42-8ed5-4d85-83cc-c3b17c53f9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979642 Jul 09 15:59:12.029103 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 42828) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:12.489829 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-da843350-46cd-47dc-9263-281dba53e2c8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1e754544e3384f298dce78896d7ec3eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4587626 Jul 09 15:59:12.493139 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 42840) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:12.575313 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9af327c3-d5ce-46af-9768-fa0350b59d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:12.736599 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9af327c3-d5ce-46af-9768-fa0350b59d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:12.824220 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f6943-f1a1-46b0-a1b9-ae2eff4d9b6d req-01ccb44b-0a44-4ee7-acf8-da2edcbb5047 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:12.826470 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-832f6943-f1a1-46b0-a1b9-ae2eff4d9b6d req-01ccb44b-0a44-4ee7-acf8-da2edcbb5047 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2463801 Jul 09 15:59:12.863521 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9af327c3-d5ce-46af-9768-fa0350b59d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:12.870506 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-0422e691-3060-4282-a6f6-4c6eabe405de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:12.890192 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af327c3-d5ce-46af-9768-fa0350b59d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fa62c4-319e-4788-81d4-f587c610433a,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:12.914739 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-9af327c3-d5ce-46af-9768-fa0350b59d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:12.917138 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-832f6943-f1a1-46b0-a1b9-ae2eff4d9b6d req-fd18a2c1-c0f3-410f-9b6c-acc6c27a2c63 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798163 Jul 09 15:59:12.928568 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9af327c3-d5ce-46af-9768-fa0350b59d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:12.930526 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-9af327c3-d5ce-46af-9768-fa0350b59d3a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/46fa62c4-319e-4788-81d4-f587c610433a HTTP/1.1" status: 204 len: 168 time: 0.4361560 Jul 09 15:59:13.100844 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e60481-7055-4fe6-81de-9d2487d57a67 req-997d36fc-25ec-4b6c-a153-5557a87b8317 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:13.113245 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c5e60481-7055-4fe6-81de-9d2487d57a67 req-997d36fc-25ec-4b6c-a153-5557a87b8317 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b438420-0c23-4392-a5b8-de257f168a0e HTTP/1.1" status: 200 len: 943 time: 0.1571827 Jul 09 15:59:13.220890 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c5e60481-7055-4fe6-81de-9d2487d57a67 req-e04c98d5-c87c-4a58-a49a-141f99e8e11c tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062708 Jul 09 15:59:13.421382 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 42864) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:13.756797 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-bf01c4da-cff8-4a33-844a-de184bbeb057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:13.819866 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-bf01c4da-cff8-4a33-844a-de184bbeb057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:13.824646 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-bf01c4da-cff8-4a33-844a-de184bbeb057 admin admin] Usage tracker for resource:security_group_rule and tenant:53d7f04eb98145c58ed58df09f2525d0 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:13.828261 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-bf01c4da-cff8-4a33-844a-de184bbeb057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:13.835431 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-bf01c4da-cff8-4a33-844a-de184bbeb057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:13.941950 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-bf01c4da-cff8-4a33-844a-de184bbeb057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:13.947632 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-bf01c4da-cff8-4a33-844a-de184bbeb057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:13.954483 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-e2a10290-10fb-4e1d-a68b-602604ef7991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:14.020300 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01c4da-cff8-4a33-844a-de184bbeb057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c0f09c-4c7e-47b5-9a50-050bf5411c60,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:14.026985 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-bf01c4da-cff8-4a33-844a-de184bbeb057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:14.037452 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-bf01c4da-cff8-4a33-844a-de184bbeb057 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=53d7f04eb98145c58ed58df09f2525d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6105037 Jul 09 15:59:14.037821 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 42890) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:14.165797 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device d39b7c01-0bdd-475a-93a8-91b5b313cb8f details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:59:14.198333 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fc510df4-00b6-410b-8476-54d0c95998c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:14.282991 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fc510df4-00b6-410b-8476-54d0c95998c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:14.466418 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fc510df4-00b6-410b-8476-54d0c95998c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:14.476677 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-52d1ee44-26c8-4197-b4e5-497f6482fa17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:14.503915 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc510df4-00b6-410b-8476-54d0c95998c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c0f09c-4c7e-47b5-9a50-050bf5411c60,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:14.509508 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-fc510df4-00b6-410b-8476-54d0c95998c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:14.512719 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fc510df4-00b6-410b-8476-54d0c95998c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:14.515597 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 42906) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:14.517414 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-fc510df4-00b6-410b-8476-54d0c95998c0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/61c0f09c-4c7e-47b5-9a50-050bf5411c60 HTTP/1.1" status: 204 len: 168 time: 0.4786685 Jul 09 15:59:14.620043 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port d39b7c01-0bdd-475a-93a8-91b5b313cb8f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d39b7c01-0bdd-475a-93a8-91b5b313cb8f,segment=NetworkSegment(1154bffb-996d-49a5-9c9b-99df9910728f),segment_id=1154bffb-996d-49a5-9c9b-99df9910728f)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:59:14.640694 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': 'd39b7c01-0bdd-475a-93a8-91b5b313cb8f', 'network_id': '59badf42-8ed5-4d85-83cc-c3b17c53f9f4', 'port_id': 'd39b7c01-0bdd-475a-93a8-91b5b313cb8f', 'mac_address': 'fa:16:3e:f5:d3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75c609d-dcd7-430b-a741-ebb014d97ccd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:59:14.797542 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:14.831922 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f5874-ae6a-433c-bd46-071d57f7e22e req-f74fa9ea-447a-4e88-82bd-865b47a021d7 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:14.841113 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-386f5874-ae6a-433c-bd46-071d57f7e22e req-f74fa9ea-447a-4e88-82bd-865b47a021d7 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b438420-0c23-4392-a5b8-de257f168a0e HTTP/1.1" status: 200 len: 943 time: 0.3288624 Jul 09 15:59:14.841420 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39b7c01-0bdd-475a-93a8-91b5b313cb8f {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:59:14.879636 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port d39b7c01-0bdd-475a-93a8-91b5b313cb8f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d39b7c01-0bdd-475a-93a8-91b5b313cb8f,segment=NetworkSegment(1154bffb-996d-49a5-9c9b-99df9910728f),segment_id=1154bffb-996d-49a5-9c9b-99df9910728f)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:59:14.887233 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:14.890290 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-a6416a77-6c9e-430a-9af8-d3b4f74ce2bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:14.930451 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-386f5874-ae6a-433c-bd46-071d57f7e22e req-c9a3eafa-2917-4b90-bbad-9a13f08847d4 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878141 Jul 09 15:59:14.946451 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0206d-05e1-4c1f-b949-b94ebb022fc7 req-1d52fe56-3a21-4eea-8544-fc326fcf55d5 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:14.953212 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-04f0206d-05e1-4c1f-b949-b94ebb022fc7 req-1d52fe56-3a21-4eea-8544-fc326fcf55d5 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.3498793 Jul 09 15:59:15.070676 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=d39b7c01-0bdd-475a-93a8-91b5b313cb8f,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:15.089724 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:15.091039 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:15.091938 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:15.092779 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:15.093624 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:15.094621 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:15.095474 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:15.096333 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:15.097202 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:15.098096 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:15.098958 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:15.108678 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-04f0206d-05e1-4c1f-b949-b94ebb022fc7 req-1793c22d-3185-4e72-a737-115015588b86 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363454 Jul 09 15:59:15.114403 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:15.317379 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-429687526-network', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:59:15.325215 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:15.333812 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Usage tracker for resource:network and tenant:8911ef40b69d4f2b93d3a7d7583b87b7 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:15.339451 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:15.352276 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:15.363915 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Made reservation on behalf of 8911ef40b69d4f2b93d3a7d7583b87b7 for: {'network': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:59:15.366449 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for network, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:15.380395 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:15.425270 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 42922) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:15.435250 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:15.441940 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Usage tracker for resource:security_group_rule and tenant:8911ef40b69d4f2b93d3a7d7583b87b7 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:15.447989 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:15.448342 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b4ebb5fe-a817-4abf-980c-d376cbfd0eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:15.458602 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:15.470697 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['d39b7c01-0bdd-475a-93a8-91b5b313cb8f'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 15:59:15.492795 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-b4ebb5fe-a817-4abf-980c-d376cbfd0eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:15.501057 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-b4ebb5fe-a817-4abf-980c-d376cbfd0eb9 admin admin] Usage tracker for resource:security_group_rule and tenant:d6b8bd2725684c3c88c48b5c7e99726f is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:15.507237 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-b4ebb5fe-a817-4abf-980c-d376cbfd0eb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:15.519906 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-b4ebb5fe-a817-4abf-980c-d376cbfd0eb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:15.574453 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:15.580285 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:15.586248 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:15.615304 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=74276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 09 15:59:15.622713 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b4ebb5fe-a817-4abf-980c-d376cbfd0eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:15.629040 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b4ebb5fe-a817-4abf-980c-d376cbfd0eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:15.638518 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-9bd701f2-1f5b-40f8-9138-8266ba67b775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:15.639767 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb9e686-9138-4792-b7a5-bf450bfc1f43,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:15.643009 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:15.644299 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:15.644647 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.db.segments_db [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Added segment 02c778cd-a5a7-414d-8b97-f91fec3af799 of type vlan for network a3f47de3-f3d1-4f03-8159-72f98954fe64 Jul 09 15:59:15.682881 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749711616898'] for network, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:15.704774 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebb5fe-a817-4abf-980c-d376cbfd0eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e590017-aa8b-4858-abc9-c89913b9dfb9,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:15.723272 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-b4ebb5fe-a817-4abf-980c-d376cbfd0eb9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d6b8bd2725684c3c88c48b5c7e99726f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2960570 Jul 09 15:59:15.725809 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b4ebb5fe-a817-4abf-980c-d376cbfd0eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:15.726621 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 42926) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:15.727547 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for network, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:15.728916 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:15.729556 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:15.762129 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-291acf93-63c8-41fd-930b-5eb770dada92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:15.792264 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2719617 Jul 09 15:59:15.794365 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 42930) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:15.808229 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-2134bcb8-1c53-46b5-9bd3-dd7d4bc81605 admin admin] Request body: {'subnet': {'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-429687526-subnet', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'ip_version': 4}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:59:15.818746 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-2134bcb8-1c53-46b5-9bd3-dd7d4bc81605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:15.826109 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-2134bcb8-1c53-46b5-9bd3-dd7d4bc81605 admin admin] Usage tracker for resource:subnet and tenant:8911ef40b69d4f2b93d3a7d7583b87b7 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:15.830608 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-2134bcb8-1c53-46b5-9bd3-dd7d4bc81605 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:15.849039 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-2134bcb8-1c53-46b5-9bd3-dd7d4bc81605 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:15.858571 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-dd2f71d2-51cc-4033-a8ef-896b50df57de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:15.871379 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Pushing event updated for resources: {'Network': ['ID=a3f47de3-f3d1-4f03-8159-72f98954fe64,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:15.872449 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2134bcb8-1c53-46b5-9bd3-dd7d4bc81605 admin admin] Made reservation on behalf of 8911ef40b69d4f2b93d3a7d7583b87b7 for: {'subnet': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:59:15.874817 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:15.875099 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2134bcb8-1c53-46b5-9bd3-dd7d4bc81605 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:15.888723 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Network a3f47de3-f3d1-4f03-8159-72f98954fe64 details requested by agent ovs-agent-dv-cinder-800228-1-smb with host dv-cinder-800228-1-smb {{(pid=74278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:59:16.032050 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-dd2f71d2-51cc-4033-a8ef-896b50df57de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:16.280556 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2134bcb8-1c53-46b5-9bd3-dd7d4bc81605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for subnet, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:16.293389 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-dd2f71d2-51cc-4033-a8ef-896b50df57de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:16.298480 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-880b15c8-5b68-4805-be0a-e3a8251440f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:16.317632 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e4bd9-88c4-4b53-b0aa-a2f6772d339b req-d6535b9b-897b-4e09-8641-1517428a50e5 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:16.320498 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-009e4bd9-88c4-4b53-b0aa-a2f6772d339b req-d6535b9b-897b-4e09-8641-1517428a50e5 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b438420-0c23-4392-a5b8-de257f168a0e HTTP/1.1" status: 200 len: 944 time: 0.1825652 Jul 09 15:59:16.398957 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-dd2f71d2-51cc-4033-a8ef-896b50df57de admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:16.400419 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-dd2f71d2-51cc-4033-a8ef-896b50df57de admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e590017-aa8b-4858-abc9-c89913b9dfb9 HTTP/1.1" status: 204 len: 168 time: 0.6720648 Jul 09 15:59:16.405631 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134bcb8-1c53-46b5-9bd3-dd7d4bc81605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dfc412d-22b8-4fae-ac78-cdf3faffeb1a,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:16.416708 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-009e4bd9-88c4-4b53-b0aa-a2f6772d339b req-0fd5b147-343d-4f32-9539-878f968a485c tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853674 Jul 09 15:59:16.419650 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2134bcb8-1c53-46b5-9bd3-dd7d4bc81605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:16.419967 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2134bcb8-1c53-46b5-9bd3-dd7d4bc81605 admin admin] Checking segment: {'id': '02c778cd-a5a7-414d-8b97-f91fec3af799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:59:16.420417 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2134bcb8-1c53-46b5-9bd3-dd7d4bc81605 admin admin] Network hostable DHCP agents. Network: a3f47de3-f3d1-4f03-8159-72f98954fe64, hostable agents: ['345db053-3c23-47d8-b5a3-85dd9c57b748'], hosted agents: [] {{(pid=74277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:59:16.426047 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-547dd127-93d1-4b53-abf2-70f5fc4485c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:16.489247 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f71d2-51cc-4033-a8ef-896b50df57de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e590017-aa8b-4858-abc9-c89913b9dfb9,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:16.494337 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-dd2f71d2-51cc-4033-a8ef-896b50df57de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:16.507953 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2134bcb8-1c53-46b5-9bd3-dd7d4bc81605 admin admin] Network a3f47de3-f3d1-4f03-8159-72f98954fe64 is scheduled to be hosted by DHCP agent 345db053-3c23-47d8-b5a3-85dd9c57b748 with binding_index 1 {{(pid=74277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:59:16.532331 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-2134bcb8-1c53-46b5-9bd3-dd7d4bc81605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-smb, a3f47de3-f3d1-4f03-8159-72f98954fe64) {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:59:16.549215 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eb7139-8d3b-4f58-946a-abc2febea36d None None] Network a3f47de3-f3d1-4f03-8159-72f98954fe64 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 15:59:16.554700 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2134bcb8-1c53-46b5-9bd3-dd7d4bc81605 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:16.555188 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2134bcb8-1c53-46b5-9bd3-dd7d4bc81605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:16.611637 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f73d5b-828e-4848-8586-3a429fec74d6 req-30119b1a-cdc9-40d5-95c0-a0d8ffe52041 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:16.613396 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c0f73d5b-828e-4848-8586-3a429fec74d6 req-30119b1a-cdc9-40d5-95c0-a0d8ffe52041 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1416838 Jul 09 15:59:16.614387 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-2134bcb8-1c53-46b5-9bd3-dd7d4bc81605 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8186529 Jul 09 15:59:16.618045 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 42952) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:16.627187 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-429687526-router', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:59:16.636008 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:16.670240 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Usage tracker for resource:router and tenant:8911ef40b69d4f2b93d3a7d7583b87b7 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:16.681185 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:16.701678 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:16.729826 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 42956) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:16.762849 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3313'] for router, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:16.764854 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1002965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-895729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3272'] for router, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:16.798541 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c0f73d5b-828e-4848-8586-3a429fec74d6 req-9b519e33-a073-44c1-aacc-ed048de7fed6 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757956 Jul 09 15:59:16.843909 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:17.024016 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27fa64f2-aefc-5c61-8fba-6302c62037c8-a3f47de3-f3d1-4f03-8159-72f98954fe64', 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'fixed_ips': [{'subnet_id': '2dfc412d-22b8-4fae-ac78-cdf3faffeb1a'}]}} from dv-cinder-800228-1-smb. {{(pid=74278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jul 09 15:59:17.026102 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:17.241699 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1013703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3286'] for router, precommit_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:17.254617 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-001475bf-662a-44ed-b5ce-8702585db2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:17.318051 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-001475bf-662a-44ed-b5ce-8702585db2ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:17.324872 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-001475bf-662a-44ed-b5ce-8702585db2ce admin admin] Usage tracker for resource:security_group_rule and tenant:317363b8b334490dbaea35f6a89d34d3 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:17.329413 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-001475bf-662a-44ed-b5ce-8702585db2ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:17.332396 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.db_base_plugin_common [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Allocated IP 172.20.0.2 (a3f47de3-f3d1-4f03-8159-72f98954fe64/2dfc412d-22b8-4fae-ac78-cdf3faffeb1a/10c7995f-166b-40ca-8841-288dbfeaea8c) {{(pid=74278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:59:17.336452 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-001475bf-662a-44ed-b5ce-8702585db2ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:17.457462 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-001475bf-662a-44ed-b5ce-8702585db2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:17.462406 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-001475bf-662a-44ed-b5ce-8702585db2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:17.470751 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-1a029537-e6a7-4f9e-a7e3-a1c7558cab42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:17.524878 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:17.571338 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001475bf-662a-44ed-b5ce-8702585db2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767640b3-daea-498f-a961-9f95f002026d,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:17.576834 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-001475bf-662a-44ed-b5ce-8702585db2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:17.579485 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-001475bf-662a-44ed-b5ce-8702585db2ce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=317363b8b334490dbaea35f6a89d34d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8487248 Jul 09 15:59:17.583314 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 42976) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:17.647059 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:17.732852 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4094813c-b5b2-46bd-81a8-85750049940f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:17.778849 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Notify callbacks [] for port, precommit_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:17.819674 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Transition to ACTIVE for port object 10c7995f-166b-40ca-8841-288dbfeaea8c will not be triggered until provisioned by entity L2. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:59:17.847899 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4094813c-b5b2-46bd-81a8-85750049940f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:17.872089 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Transition to ACTIVE for port object 10c7995f-166b-40ca-8841-288dbfeaea8c will not be triggered until provisioned by entity DHCP. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:59:17.886189 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:17.891206 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:17.991232 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4094813c-b5b2-46bd-81a8-85750049940f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:18.008990 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Network a3f47de3-f3d1-4f03-8159-72f98954fe64 is already hosted by enough agents. {{(pid=74278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:59:18.010177 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Pushing event updated for resources: {'Port': ['ID=10c7995f-166b-40ca-8841-288dbfeaea8c,revision_number=1']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:18.011389 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b4ebb5fe-a817-4abf-980c-d376cbfd0eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:18.018722 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.scheduler.base_scheduler [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Resources bound (agent type, host, resource id): {{(pid=74278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:59:18.021504 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:18.029153 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Received port after_create {{(pid=74278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:59:18.048538 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094813c-b5b2-46bd-81a8-85750049940f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767640b3-daea-498f-a961-9f95f002026d,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:18.077096 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-4094813c-b5b2-46bd-81a8-85750049940f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:18.088638 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945eca0-2c74-49bc-8b5a-0b694a8242e2 req-caf9ff60-2487-49c7-ae8c-08a35a532767 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:18.090167 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8945eca0-2c74-49bc-8b5a-0b694a8242e2 req-caf9ff60-2487-49c7-ae8c-08a35a532767 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b438420-0c23-4392-a5b8-de257f168a0e HTTP/1.1" status: 200 len: 944 time: 0.3281710 Jul 09 15:59:18.091717 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4094813c-b5b2-46bd-81a8-85750049940f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:18.094338 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-4094813c-b5b2-46bd-81a8-85750049940f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/767640b3-daea-498f-a961-9f95f002026d HTTP/1.1" status: 204 len: 168 time: 0.5100050 Jul 09 15:59:18.112354 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_common [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Allocated IP 172.28.0.192 (9b0e874f-69b5-4e89-8292-fc23cbc7812a/89578b1c-09bb-418b-8489-b10f6f860e17/19d75e4f-13a9-4d06-8a98-4db69446f27f) {{(pid=74276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:59:18.208003 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device d39b7c01-0bdd-475a-93a8-91b5b313cb8f up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:59:18.344855 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Attempting to bind port 10c7995f-166b-40ca-8841-288dbfeaea8c on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:59:18.345604 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Attempting to bind port 10c7995f-166b-40ca-8841-288dbfeaea8c by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': '02c778cd-a5a7-414d-8b97-f91fec3af799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64'}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:59:18.346299 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Attempting to bind port 10c7995f-166b-40ca-8841-288dbfeaea8c on network a3f47de3-f3d1-4f03-8159-72f98954fe64 {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:59:18.355597 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:59:18.356129 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Checking segment: {'id': '02c778cd-a5a7-414d-8b97-f91fec3af799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:59:18.356642 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:18.357172 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Bound using segment: {'id': '02c778cd-a5a7-414d-8b97-f91fec3af799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64'} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:59:18.357715 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Bound port: 10c7995f-166b-40ca-8841-288dbfeaea8c, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c778cd-a5a7-414d-8b97-f91fec3af799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64'}}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:59:18.358294 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:18.438989 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning for port d39b7c01-0bdd-475a-93a8-91b5b313cb8f completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:59:18.448859 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port d39b7c01-0bdd-475a-93a8-91b5b313cb8f triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:18.449312 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:18.609723 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8945eca0-2c74-49bc-8b5a-0b694a8242e2 req-4c5d906b-e86e-41c2-9797-617758771be5 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996881 Jul 09 15:59:18.626095 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:18.648820 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] For port 10c7995f-166b-40ca-8841-288dbfeaea8c, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:59:18.666926 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] For port 10c7995f-166b-40ca-8841-288dbfeaea8c, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=10c7995f-166b-40ca-8841-288dbfeaea8c,segment=NetworkSegment(02c778cd-a5a7-414d-8b97-f91fec3af799),segment_id=02c778cd-a5a7-414d-8b97-f91fec3af799)] {{(pid=74278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:59:18.672026 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b438420-0c23-4392-a5b8-de257f168a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39b7c01-0bdd-475a-93a8-91b5b313cb8f'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:59:18.685459 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:18.700803 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:18.747159 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port d39b7c01-0bdd-475a-93a8-91b5b313cb8f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d39b7c01-0bdd-475a-93a8-91b5b313cb8f,segment=NetworkSegment(1154bffb-996d-49a5-9c9b-99df9910728f),segment_id=1154bffb-996d-49a5-9c9b-99df9910728f)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:59:18.776347 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:18.843569 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Pushing event updated for resources: {'Port': ['ID=10c7995f-166b-40ca-8841-288dbfeaea8c,revision_number=2']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:18.850569 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:18.851164 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:18.960002 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:19.045957 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9a9f7-1c8f-4149-8a5c-4e1ed8d1c339 req-c55e109d-ed7a-41a4-85e8-ae03fc5ae58e tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:19.058576 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f2f9a9f7-1c8f-4149-8a5c-4e1ed8d1c339 req-c55e109d-ed7a-41a4-85e8-ae03fc5ae58e tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.4721828 Jul 09 15:59:19.079352 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=d39b7c01-0bdd-475a-93a8-91b5b313cb8f,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:19.091126 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:19.093607 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b438420-0c23-4392-a5b8-de257f168a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39b7c01-0bdd-475a-93a8-91b5b313cb8f', 'code': 200} Jul 09 15:59:19.181154 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f2f9a9f7-1c8f-4149-8a5c-4e1ed8d1c339 req-ab609e33-c0b2-4c1c-8861-be4b5cdb46f0 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212909 Jul 09 15:59:19.214992 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:19.228113 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-95e861b6-70ae-4fa1-a5f4-775556c3c411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:19.354369 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Network 9b0e874f-69b5-4e89-8292-fc23cbc7812a is already hosted by enough agents. {{(pid=74276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:59:19.361545 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Resources bound (agent type, host, resource id): {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:59:19.368806 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Received port after_create {{(pid=74276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:59:19.431260 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Pushing event updated for resources: {'Port': ['ID=19d75e4f-13a9-4d06-8a98-4db69446f27f,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:19.439844 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:19.708718 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:19.719699 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1011750'] for router, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:19.753494 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-0fb33c5b-5968-4895-b60a-883180bcdaca req-1b9584cd-c67d-4d34-ad52-7e0262aa2b0e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8b438420-0c23-4392-a5b8-de257f168a0e HTTP/1.1" status: 200 len: 1098 time: 0.1520767 Jul 09 15:59:19.846822 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-0fb33c5b-5968-4895-b60a-883180bcdaca req-8bde546e-642f-440a-af86-706015748ab3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769520 Jul 09 15:59:20.173171 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 10c7995f-166b-40ca-8841-288dbfeaea8c up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:59:20.313985 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab5222-4e83-4e04-8c2d-edf148834ce0 req-0676704f-2037-442a-bdcf-d5e20e4f83e3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:20.323667 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-85ab5222-4e83-4e04-8c2d-edf148834ce0 req-0676704f-2037-442a-bdcf-d5e20e4f83e3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b438420-0c23-4392-a5b8-de257f168a0e HTTP/1.1" status: 200 len: 945 time: 0.4901211 Jul 09 15:59:20.399752 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port 10c7995f-166b-40ca-8841-288dbfeaea8c completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:59:20.495627 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-85ab5222-4e83-4e04-8c2d-edf148834ce0 req-ed03e0db-a6ac-40ea-af52-45f3d45a6848 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705778 Jul 09 15:59:20.600667 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Router e4eca461-caf4-4d41-9b83-bc35b2caca8f is scheduled to L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 with binding_index 1 {{(pid=74276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 09 15:59:20.695774 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93eeb21-d9c5-4885-bf43-4147970b3def None None] Network a3f47de3-f3d1-4f03-8159-72f98954fe64 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 15:59:20.831353 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421b4fa-5584-42bc-9ccb-a1d0b7d779ed req-34015f00-25f4-4c11-9f6a-9e73a6a45f22 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:20.833028 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d421b4fa-5584-42bc-9ccb-a1d0b7d779ed req-34015f00-25f4-4c11-9f6a-9e73a6a45f22 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1325002 Jul 09 15:59:20.930900 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-813dc4b7-6964-4eda-ae83-de11b21bc223 None None] Provisioning for port 10c7995f-166b-40ca-8841-288dbfeaea8c completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:59:20.951610 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-813dc4b7-6964-4eda-ae83-de11b21bc223 None None] Provisioning complete for port 10c7995f-166b-40ca-8841-288dbfeaea8c triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:20.952259 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-813dc4b7-6964-4eda-ae83-de11b21bc223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:20.979803 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d421b4fa-5584-42bc-9ccb-a1d0b7d779ed req-5dd05e03-2a76-478d-ba33-a0c6243ec225 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327496 Jul 09 15:59:21.010571 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:59:21.029745 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] Sync routers for ids ['e4eca461-caf4-4d41-9b83-bc35b2caca8f'] in dv-cinder-800228-1-smb {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 15:59:21.049003 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] Routers {'e4eca461-caf4-4d41-9b83-bc35b2caca8f'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:59:21.049676 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:59:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['e4eca461-caf4-4d41-9b83-bc35b2caca8f'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:21.077848 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Notify callbacks [] for router, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:21.082105 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4599230 Jul 09 15:59:21.083238 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 43068) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:21.378065 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] Set router e4eca461-caf4-4d41-9b83-bc35b2caca8f gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:59:21.811649 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-813dc4b7-6964-4eda-ae83-de11b21bc223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:21.992413 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-813dc4b7-6964-4eda-ae83-de11b21bc223 None None] For port 10c7995f-166b-40ca-8841-288dbfeaea8c, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=10c7995f-166b-40ca-8841-288dbfeaea8c,segment=NetworkSegment(02c778cd-a5a7-414d-8b97-f91fec3af799),segment_id=02c778cd-a5a7-414d-8b97-f91fec3af799)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:59:22.005689 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-813dc4b7-6964-4eda-ae83-de11b21bc223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:22.018200 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-c060686e-2acb-4e8c-802c-8578e4c446e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:22.275750 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7685c07-e430-4a25-8824-a80a18619696 req-1a760d60-742f-4344-a7c0-dca243d9abaf tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:22.283050 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f7685c07-e430-4a25-8824-a80a18619696 req-1a760d60-742f-4344-a7c0-dca243d9abaf tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b438420-0c23-4392-a5b8-de257f168a0e HTTP/1.1" status: 200 len: 945 time: 0.3135667 Jul 09 15:59:22.413063 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 43098) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:22.435362 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813dc4b7-6964-4eda-ae83-de11b21bc223 None None] Pushing event updated for resources: {'Port': ['ID=10c7995f-166b-40ca-8841-288dbfeaea8c,revision_number=3']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:22.449235 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-813dc4b7-6964-4eda-ae83-de11b21bc223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:22.606041 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f7685c07-e430-4a25-8824-a80a18619696 req-3342e2e8-d4b0-4c6d-b794-de67b0233d88 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906831 Jul 09 15:59:22.622632 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcd066-1d1b-4a11-8a04-c8d02fd83540 req-45ccacb6-e0a9-4ad3-b6e9-1bc27ac78db5 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:22.633184 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0afcd066-1d1b-4a11-8a04-c8d02fd83540 req-45ccacb6-e0a9-4ad3-b6e9-1bc27ac78db5 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.3485086 Jul 09 15:59:22.735652 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0afcd066-1d1b-4a11-8a04-c8d02fd83540 req-b36fe19c-cfb6-45e9-a769-3ab1801ade30 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995972 Jul 09 15:59:22.996643 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-405532fd-32d8-4f2b-94e8-482a25b99f30 None None] Provisioning complete for port 10c7995f-166b-40ca-8841-288dbfeaea8c triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:22.997284 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-405532fd-32d8-4f2b-94e8-482a25b99f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:23.491803 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5c19-d31d-4b59-861e-b67e0effa13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:23.589302 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'name': 'tempest-TestShelveInstance-429687526-router', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:19Z', 'revision_number': 3, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'gw_port': {'id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:17Z', 'updated_at': '2021-07-09T15:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:23.594619 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] Checking router: e4eca461-caf4-4d41-9b83-bc35b2caca8f for host: dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 15:59:23.595053 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] Updating router e4eca461-caf4-4d41-9b83-bc35b2caca8f port 19d75e4f-13a9-4d06-8a98-4db69446f27f binding host dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 09 15:59:23.629778 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-2dbf5c19-d31d-4b59-861e-b67e0effa13c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:23.635732 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-2dbf5c19-d31d-4b59-861e-b67e0effa13c admin admin] Usage tracker for resource:security_group_rule and tenant:c2d3f1b273d5418f94a2b8484e4b15f5 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:23.641813 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-2dbf5c19-d31d-4b59-861e-b67e0effa13c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:23.654946 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-2dbf5c19-d31d-4b59-861e-b67e0effa13c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:23.682339 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:23.762412 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5c19-d31d-4b59-861e-b67e0effa13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:23.785912 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5c19-d31d-4b59-861e-b67e0effa13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:23.885548 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-dd2f71d2-51cc-4033-a8ef-896b50df57de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:23.917720 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-2dbf5c19-d31d-4b59-861e-b67e0effa13c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c2d3f1b273d5418f94a2b8484e4b15f5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4699156 Jul 09 15:59:23.922582 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 43126) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:24.089096 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 10c7995f-166b-40ca-8841-288dbfeaea8c up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:59:24.174804 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf5c19-d31d-4b59-861e-b67e0effa13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e935840e-90e0-4a7c-96ad-2d2da445b08f,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:24.181328 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2dbf5c19-d31d-4b59-861e-b67e0effa13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:24.299703 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 10c7995f-166b-40ca-8841-288dbfeaea8c triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:24.300239 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:24.361498 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-76c60bb8-8c0f-4764-8401-689007a639e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:24.414941 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-76c60bb8-8c0f-4764-8401-689007a639e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:24.433103 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:24.486328 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-b14300b8-0c6a-4b82-8435-e6dd92043e37 req-9546186b-7ba1-4cf7-b028-65beada491a1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 1099 time: 0.4118507 Jul 09 15:59:24.517085 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae0612-b4bf-4b61-81b4-a30ae51db2c1 req-b99b56c2-5916-4822-9c43-9a21e43185d8 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:24.519227 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-15ae0612-b4bf-4b61-81b4-a30ae51db2c1 req-b99b56c2-5916-4822-9c43-9a21e43185d8 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.4521403 Jul 09 15:59:24.527642 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026150a-777e-4da8-b76e-02b1041b461e req-3c22c415-14ab-48ae-8a76-a2eadbf83e3c tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:24.535488 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f026150a-777e-4da8-b76e-02b1041b461e req-3c22c415-14ab-48ae-8a76-a2eadbf83e3c tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b438420-0c23-4392-a5b8-de257f168a0e HTTP/1.1" status: 200 len: 945 time: 0.5823023 Jul 09 15:59:24.556282 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] Notify callbacks [] for port, precommit_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:24.602082 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.provisioning_blocks [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] Transition to ACTIVE for port object 19d75e4f-13a9-4d06-8a98-4db69446f27f will not be triggered until provisioned by entity L2. {{(pid=74279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:59:24.616781 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:24.640117 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:24.649181 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-15ae0612-b4bf-4b61-81b4-a30ae51db2c1 req-02586bf0-cc07-428b-9673-622ee39a56a2 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097918 Jul 09 15:59:24.670318 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-76c60bb8-8c0f-4764-8401-689007a639e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:24.694720 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:24.743248 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c60bb8-8c0f-4764-8401-689007a639e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e935840e-90e0-4a7c-96ad-2d2da445b08f,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:24.754666 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-76c60bb8-8c0f-4764-8401-689007a639e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:24.756701 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-76c60bb8-8c0f-4764-8401-689007a639e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:24.759074 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-76c60bb8-8c0f-4764-8401-689007a639e4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e935840e-90e0-4a7c-96ad-2d2da445b08f HTTP/1.1" status: 204 len: 168 time: 0.8354883 Jul 09 15:59:24.776786 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] Attempting to bind port 19d75e4f-13a9-4d06-8a98-4db69446f27f on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:59:24.777807 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] Attempting to bind port 19d75e4f-13a9-4d06-8a98-4db69446f27f by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}] {{(pid=74279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:59:24.779532 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] Attempting to bind port 19d75e4f-13a9-4d06-8a98-4db69446f27f on network 9b0e874f-69b5-4e89-8292-fc23cbc7812a {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:59:24.784000 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f026150a-777e-4da8-b76e-02b1041b461e req-f62eb2ab-3d77-4abc-8b61-739c86ddca55 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472489 Jul 09 15:59:24.834823 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:59:24.835206 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] Checking segment: {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:59:24.835613 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:24.836094 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] Bound using segment: {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'} {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:59:24.839613 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] Bound port: 19d75e4f-13a9-4d06-8a98-4db69446f27f, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}}] {{(pid=74279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:59:24.840032 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:24.982995 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.db [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] For port 19d75e4f-13a9-4d06-8a98-4db69446f27f, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:59:24.986540 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.db [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] For port 19d75e4f-13a9-4d06-8a98-4db69446f27f, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=19d75e4f-13a9-4d06-8a98-4db69446f27f,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:59:24.994619 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:25.031165 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Allocated IP 172.20.0.1 (a3f47de3-f3d1-4f03-8159-72f98954fe64/2dfc412d-22b8-4fae-ac78-cdf3faffeb1a/fa85007a-0d1b-4fc6-8b65-c740254fda09) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:59:25.055793 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] Routers {'e4eca461-caf4-4d41-9b83-bc35b2caca8f'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:59:25.056428 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:59:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['e4eca461-caf4-4d41-9b83-bc35b2caca8f'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:25.060737 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-b14300b8-0c6a-4b82-8435-e6dd92043e37 req-e3e28e70-8604-44a0-b19b-50366c714e8c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557463 Jul 09 15:59:25.074270 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:25.332183 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01335ef5-fd1f-49d2-bf0a-6dfa380e32eb None None] Pushing event updated for resources: {'Port': ['ID=19d75e4f-13a9-4d06-8a98-4db69446f27f,revision_number=2']} {{(pid=74279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:25.338948 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:25.346436 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01335ef5-fd1f-49d2-bf0a-6dfa380e32eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:25.347013 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01335ef5-fd1f-49d2-bf0a-6dfa380e32eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:25.347504 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01335ef5-fd1f-49d2-bf0a-6dfa380e32eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:25.347980 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01335ef5-fd1f-49d2-bf0a-6dfa380e32eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:25.348454 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01335ef5-fd1f-49d2-bf0a-6dfa380e32eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:25.348924 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01335ef5-fd1f-49d2-bf0a-6dfa380e32eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:25.349410 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01335ef5-fd1f-49d2-bf0a-6dfa380e32eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:25.349932 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01335ef5-fd1f-49d2-bf0a-6dfa380e32eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:25.350402 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01335ef5-fd1f-49d2-bf0a-6dfa380e32eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:25.350867 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01335ef5-fd1f-49d2-bf0a-6dfa380e32eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:25.351336 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01335ef5-fd1f-49d2-bf0a-6dfa380e32eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:25.354949 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] Set router e4eca461-caf4-4d41-9b83-bc35b2caca8f gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:59:25.374295 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Transition to ACTIVE for port object fa85007a-0d1b-4fc6-8b65-c740254fda09 will not be triggered until provisioned by entity DHCP. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:59:25.394727 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-01335ef5-fd1f-49d2-bf0a-6dfa380e32eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:25.395577 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.384s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:25.409274 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:25.423169 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:25.531532 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Pushing event updated for resources: {'Port': ['ID=fa85007a-0d1b-4fc6-8b65-c740254fda09,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:25.537718 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:25.543864 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Network a3f47de3-f3d1-4f03-8159-72f98954fe64 is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:59:25.545416 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:59:25.548099 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:59:25.548644 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1011944'] for router_interface, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:25.706052 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:25.762864 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01335ef5-fd1f-49d2-bf0a-6dfa380e32eb None None] Pushing event updated for resources: {'Port': ['ID=19d75e4f-13a9-4d06-8a98-4db69446f27f,revision_number=3']} {{(pid=74279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:25.777142 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-01335ef5-fd1f-49d2-bf0a-6dfa380e32eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:26.124651 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'name': 'tempest-TestShelveInstance-429687526-router', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:19Z', 'revision_number': 3, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'gw_port': {'id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:17Z', 'updated_at': '2021-07-09T15:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:26.134182 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e153fa-1e22-42b6-8b43-69b350176dc7 None None] The sync data for ids ['e4eca461-caf4-4d41-9b83-bc35b2caca8f'] in dv-cinder-800228-1-smb is: [{'id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'name': 'tempest-TestShelveInstance-429687526-router', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:19Z', 'revision_number': 3, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'gw_port': {'id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:17Z', 'updated_at': '2021-07-09T15:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}] {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 15:59:26.137325 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-45f7f002-facd-4ef5-8fc8-cdfb1110734e None None] Provisioning for port fa85007a-0d1b-4fc6-8b65-c740254fda09 completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:59:26.148263 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-45f7f002-facd-4ef5-8fc8-cdfb1110734e None None] Provisioning complete for port fa85007a-0d1b-4fc6-8b65-c740254fda09 triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:26.148642 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-45f7f002-facd-4ef5-8fc8-cdfb1110734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:26.302222 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9bb90-1fd4-4f97-9662-b5eb7212f712 req-721818f1-6f89-4d79-b834-4d06c145ac02 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:26.307591 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4ab9bb90-1fd4-4f97-9662-b5eb7212f712 req-721818f1-6f89-4d79-b834-4d06c145ac02 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.3017509 Jul 09 15:59:26.342083 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-45f7f002-facd-4ef5-8fc8-cdfb1110734e None None] Port fa85007a-0d1b-4fc6-8b65-c740254fda09 cannot update to ACTIVE because it is not bound. {{(pid=74278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 09 15:59:26.347294 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:26.355929 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:26.357166 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15981793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012499'] for router_interface, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:26.364559 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:26.537724 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4ab9bb90-1fd4-4f97-9662-b5eb7212f712 req-295145a4-c4bf-4ce7-a754-fa7787287783 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217515 Jul 09 15:59:26.738446 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Network a3f47de3-f3d1-4f03-8159-72f98954fe64 is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:59:26.743481 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:59:26.913011 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Pushing event updated for resources: {'Port': ['ID=fa85007a-0d1b-4fc6-8b65-c740254fda09,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:26.951625 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:27.242778 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-a6e91c26-952e-4664-b1a0-9b0cd72f34f1 None None] Provisioning complete for port fa85007a-0d1b-4fc6-8b65-c740254fda09 triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:27.243580 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-a6e91c26-952e-4664-b1a0-9b0cd72f34f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:27.356131 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-a6e91c26-952e-4664-b1a0-9b0cd72f34f1 None None] Port fa85007a-0d1b-4fc6-8b65-c740254fda09 cannot update to ACTIVE because it is not bound. {{(pid=74278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 09 15:59:27.653875 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Router e4eca461-caf4-4d41-9b83-bc35b2caca8f has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 15:59:27.952524 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:59:27.990204 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] 10.222.0.66 "PUT /v2.0/routers/e4eca461-caf4-4d41-9b83-bc35b2caca8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9015336 Jul 09 15:59:28.045312 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41baf06-79d6-4d81-b169-9c29d06e0f5e req-5b4ceebe-5275-496a-856a-90eaa8cd07b6 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:28.051154 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d41baf06-79d6-4d81-b169-9c29d06e0f5e req-5b4ceebe-5275-496a-856a-90eaa8cd07b6 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2659745 Jul 09 15:59:28.123086 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 19d75e4f-13a9-4d06-8a98-4db69446f27f up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:59:28.199793 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d41baf06-79d6-4d81-b169-9c29d06e0f5e req-36ec4b60-f7c6-4284-8ed7-e45652f7eaca tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342976 Jul 09 15:59:28.425906 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port 19d75e4f-13a9-4d06-8a98-4db69446f27f completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:59:28.444371 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 19d75e4f-13a9-4d06-8a98-4db69446f27f triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:28.444856 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:28.805031 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:28.832942 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] For port 19d75e4f-13a9-4d06-8a98-4db69446f27f, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=19d75e4f-13a9-4d06-8a98-4db69446f27f,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:59:28.841005 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:28.845831 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:29.013879 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Pushing event updated for resources: {'Port': ['ID=19d75e4f-13a9-4d06-8a98-4db69446f27f,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:29.017530 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:29.109075 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3adc7f-c81a-4cd8-9c3b-92874bda2744 req-72581bb6-fd85-4b3e-9d0d-fcb3d74dce6d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:29.110806 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-fc3adc7f-c81a-4cd8-9c3b-92874bda2744 req-72581bb6-fd85-4b3e-9d0d-fcb3d74dce6d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.2705252 Jul 09 15:59:29.184805 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-fc3adc7f-c81a-4cd8-9c3b-92874bda2744 req-95686b09-0d70-40f6-adb4-79fe515a1828 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652583 Jul 09 15:59:29.510377 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4b878-e11e-4ba9-9b52-42693b7b7f3b req-a785a7f1-bc54-429e-b1d7-fcc688a266df tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:29.524844 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e7c4b878-e11e-4ba9-9b52-42693b7b7f3b req-a785a7f1-bc54-429e-b1d7-fcc688a266df tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b438420-0c23-4392-a5b8-de257f168a0e HTTP/1.1" status: 200 len: 945 time: 0.1226573 Jul 09 15:59:29.640141 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-8221b82c-0cd3-4a93-9ab1-74043c65572f req-0a89f28b-16f7-4291-98c2-607b2823aac9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=798c4c987947430b9f5ca3417f6fae1e&device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 1099 time: 0.2378156 Jul 09 15:59:29.674927 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e7c4b878-e11e-4ba9-9b52-42693b7b7f3b req-1752892e-1824-4857-8dff-b5912df55a6f tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476810 Jul 09 15:59:29.762956 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32f2a0-d1d5-4886-9c5d-8aa85cc8e310 req-2a480f87-e3cd-4369-8393-7e89a44f0fda tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:29.776881 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-fc32f2a0-d1d5-4886-9c5d-8aa85cc8e310 req-2a480f87-e3cd-4369-8393-7e89a44f0fda tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1909451 Jul 09 15:59:29.894518 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-fc32f2a0-d1d5-4886-9c5d-8aa85cc8e310 req-79b6200f-0bcf-43f0-bf8e-34aad5b1ac82 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131511 Jul 09 15:59:30.026182 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221b82c-0cd3-4a93-9ab1-74043c65572f req-b14cccbc-c5bb-4dda-8ad0-06f9ecbde4b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:30.029645 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-8221b82c-0cd3-4a93-9ab1-74043c65572f req-b14cccbc-c5bb-4dda-8ad0-06f9ecbde4b6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0720c046-472b-41f7-aed1-fe5049b59216 HTTP/1.1" status: 200 len: 919 time: 0.3179595 Jul 09 15:59:30.078003 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 19d75e4f-13a9-4d06-8a98-4db69446f27f up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:59:30.156793 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 43270) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:30.172312 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1943314593-network', 'tenant_id': 'a0f6c897fda34fb2b21f077d4bcfee09'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:59:30.172724 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-8221b82c-0cd3-4a93-9ab1-74043c65572f req-36c8e262-49ae-461b-a361-34c489c26f0b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0ee7a7a-a984-4308-b677-081305a62fad HTTP/1.1" status: 200 len: 217 time: 0.1328752 Jul 09 15:59:30.183146 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:30.191411 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Usage tracker for resource:network and tenant:a0f6c897fda34fb2b21f077d4bcfee09 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:30.201562 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:30.210336 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 19d75e4f-13a9-4d06-8a98-4db69446f27f triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:30.210939 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:30.218083 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:30.240859 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Made reservation on behalf of a0f6c897fda34fb2b21f077d4bcfee09 for: {'network': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:59:30.244022 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for network, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:30.265239 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:30.336975 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221b82c-0cd3-4a93-9ab1-74043c65572f req-5b5dea73-b43b-4263-ab0f-4666a99ce29c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:30.339725 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-8221b82c-0cd3-4a93-9ab1-74043c65572f req-5b5dea73-b43b-4263-ab0f-4666a99ce29c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4121e6a0-77e3-405e-b1c9-fb3cc0cd4986 HTTP/1.1" status: 200 len: 858 time: 0.1548579 Jul 09 15:59:30.363777 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:30.372060 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Usage tracker for resource:security_group_rule and tenant:a0f6c897fda34fb2b21f077d4bcfee09 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:30.378131 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:30.391176 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:30.458626 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-8221b82c-0cd3-4a93-9ab1-74043c65572f req-4f6418e3-3932-4f38-83ce-5795bb4abe69 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0720c046-472b-41f7-aed1-fe5049b59216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910995 Jul 09 15:59:30.640661 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:30.650109 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:30.656968 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-1b1f9788-6611-46b8-a620-aefe8cccf60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:30.800869 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0673326-d7c0-4c21-b6f9-40ac5755a451,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:30.808690 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:30.869319 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=74276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 09 15:59:30.896622 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:30.906434 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.db.segments_db [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Added segment 9f6544ee-e5fb-4112-b685-7e35d9a2baac of type vlan for network 0657a14e-4ad0-46c8-a20e-e42722cd69f9 Jul 09 15:59:30.977411 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-8221b82c-0cd3-4a93-9ab1-74043c65572f req-ca382463-1768-4773-9a34-de3abe07260b service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055397 Jul 09 15:59:31.001130 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ed602-4caf-4e8b-abcf-22dc6745362e req-a5dcc37d-3d08-4617-b1ad-dfeff2d4a322 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:31.004328 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b23ed602-4caf-4e8b-abcf-22dc6745362e req-a5dcc37d-3d08-4617-b1ad-dfeff2d4a322 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.2772472 Jul 09 15:59:31.013170 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749711616898'] for network, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:31.112150 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] Sync routers for ids ['e4eca461-caf4-4d41-9b83-bc35b2caca8f'] in dv-cinder-800228-1-smb {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 15:59:31.120334 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b23ed602-4caf-4e8b-abcf-22dc6745362e req-6c787753-c045-47cb-a085-d3dc74be1809 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889003 Jul 09 15:59:31.160046 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] Routers {'e4eca461-caf4-4d41-9b83-bc35b2caca8f'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:59:31.161120 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:59:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['e4eca461-caf4-4d41-9b83-bc35b2caca8f'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:31.161490 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for network, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:31.167295 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:31.168297 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:31.187111 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:31.449659 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-8221b82c-0cd3-4a93-9ab1-74043c65572f req-2118b59f-e1af-4071-99c9-85ecd74a7a95 service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566250 Jul 09 15:59:31.610791 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] Set router e4eca461-caf4-4d41-9b83-bc35b2caca8f gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:59:31.744278 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5843689 Jul 09 15:59:31.745827 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Pushing event updated for resources: {'Network': ['ID=0657a14e-4ad0-46c8-a20e-e42722cd69f9,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:31.745988 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 43294) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:31.750165 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:31.766113 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-686452b8-37ca-4118-b6c1-05a0283453ab admin admin] Request body: {'subnet': {'network_id': '0657a14e-4ad0-46c8-a20e-e42722cd69f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1943314593-subnet', 'tenant_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'ip_version': 4}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:59:31.783133 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-686452b8-37ca-4118-b6c1-05a0283453ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:31.800758 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-686452b8-37ca-4118-b6c1-05a0283453ab admin admin] Usage tracker for resource:subnet and tenant:a0f6c897fda34fb2b21f077d4bcfee09 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:31.822253 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-686452b8-37ca-4118-b6c1-05a0283453ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:31.840813 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-686452b8-37ca-4118-b6c1-05a0283453ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:31.863394 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50887e8-09dd-4d1a-b960-3c7305bef527 req-455a48c8-e82c-4cfb-89fc-b51af6a14faf tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:31.873475 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Network 0657a14e-4ad0-46c8-a20e-e42722cd69f9 details requested by agent ovs-agent-dv-cinder-800228-1-smb with host dv-cinder-800228-1-smb {{(pid=74278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:59:31.875004 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f50887e8-09dd-4d1a-b960-3c7305bef527 req-455a48c8-e82c-4cfb-89fc-b51af6a14faf tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2658672 Jul 09 15:59:31.883087 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686452b8-37ca-4118-b6c1-05a0283453ab admin admin] Made reservation on behalf of a0f6c897fda34fb2b21f077d4bcfee09 for: {'subnet': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:59:31.885750 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f03a5-caba-4716-9660-d752c880839b req-b76e9175-9264-4def-bcce-15e9687bc50a tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:31.892943 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-686452b8-37ca-4118-b6c1-05a0283453ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:31.898627 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0b8f03a5-caba-4716-9660-d752c880839b req-b76e9175-9264-4def-bcce-15e9687bc50a tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b438420-0c23-4392-a5b8-de257f168a0e HTTP/1.1" status: 200 len: 945 time: 0.4536397 Jul 09 15:59:32.017173 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f50887e8-09dd-4d1a-b960-3c7305bef527 req-6a049f93-57d5-4e49-a031-ed9be7cee118 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168184 Jul 09 15:59:32.075328 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0b8f03a5-caba-4716-9660-d752c880839b req-fb0f0650-1582-484c-9bca-89ded62c1d53 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151984 Jul 09 15:59:32.266833 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:59:32.402445 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'name': 'tempest-TestShelveInstance-429687526-router', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:25Z', 'revision_number': 4, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'gw_port': {'id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:17Z', 'updated_at': '2021-07-09T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'fa85007a-0d1b-4fc6-8b65-c740254fda09', 'name': '', 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'mac_address': 'fa:16:3e:2f:26:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dfc412d-22b8-4fae-ac78-cdf3faffeb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:24Z', 'updated_at': '2021-07-09T15:59:25Z', 'revision_number': 2, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'subnets': [{'id': '2dfc412d-22b8-4fae-ac78-cdf3faffeb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:32.409100 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] Checking router: e4eca461-caf4-4d41-9b83-bc35b2caca8f for host: dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 15:59:32.409640 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] Updating router e4eca461-caf4-4d41-9b83-bc35b2caca8f port fa85007a-0d1b-4fc6-8b65-c740254fda09 binding host dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 09 15:59:32.503620 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:32.619553 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-686452b8-37ca-4118-b6c1-05a0283453ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for subnet, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:32.637715 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:32.645216 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a6d15-573d-4119-a97d-4c23c7f990da req-7ad02a06-e0f1-4148-bed9-85d24bdcfaa9 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:32.647333 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-635a6d15-573d-4119-a97d-4c23c7f990da req-7ad02a06-e0f1-4148-bed9-85d24bdcfaa9 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.1789315 Jul 09 15:59:32.700397 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120a203-00ef-4f58-8e43-5d75b259893d req-91f3b15c-e829-47d7-8090-229d1ae2e0b1 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:32.701317 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-8120a203-00ef-4f58-8e43-5d75b259893d req-91f3b15c-e829-47d7-8090-229d1ae2e0b1 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Synchronizing usage tracker for tenant:03b1641750394fae815ce5db5a584238 on resource:port {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:59:32.752403 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-635a6d15-573d-4119-a97d-4c23c7f990da req-9e9734b7-d16e-478b-a6e0-a6083e11d7d1 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934768 Jul 09 15:59:32.760708 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686452b8-37ca-4118-b6c1-05a0283453ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=5baa5b06-dd3c-40fa-99e6-2e6c923830cd,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:32.769104 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-686452b8-37ca-4118-b6c1-05a0283453ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:32.791295 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-8120a203-00ef-4f58-8e43-5d75b259893d req-91f3b15c-e829-47d7-8090-229d1ae2e0b1 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Unset dirty status for tenant:03b1641750394fae815ce5db5a584238 on resource:port {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:59:32.792637 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-8120a203-00ef-4f58-8e43-5d75b259893d req-91f3b15c-e829-47d7-8090-229d1ae2e0b1 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.89 "GET /v2.0/ports?device_id=8b438420-0c23-4392-a5b8-de257f168a0e HTTP/1.1" status: 200 len: 945 time: 0.4170043 Jul 09 15:59:32.981546 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686452b8-37ca-4118-b6c1-05a0283453ab admin admin] Checking segment: {'id': '9f6544ee-e5fb-4112-b685-7e35d9a2baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '0657a14e-4ad0-46c8-a20e-e42722cd69f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:59:32.982039 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686452b8-37ca-4118-b6c1-05a0283453ab admin admin] Network hostable DHCP agents. Network: 0657a14e-4ad0-46c8-a20e-e42722cd69f9, hostable agents: ['345db053-3c23-47d8-b5a3-85dd9c57b748'], hosted agents: [] {{(pid=74277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:59:32.994566 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-8120a203-00ef-4f58-8e43-5d75b259893d req-72c1ac51-9dda-4ffc-984c-fea9777206db tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Deleting port d39b7c01-0bdd-475a-93a8-91b5b313cb8f {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 15:59:32.995057 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-8120a203-00ef-4f58-8e43-5d75b259893d req-72c1ac51-9dda-4ffc-984c-fea9777206db tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:33.191734 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] Notify callbacks [] for port, precommit_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:33.209831 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] Transition to ACTIVE for port object fa85007a-0d1b-4fc6-8b65-c740254fda09 will not be triggered until provisioned by entity L2. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:59:33.219161 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:33.234880 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:33.562127 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a828824-5c66-4713-a634-3823b94da9fb None None] Pushing event updated for resources: {'Port': ['ID=fa85007a-0d1b-4fc6-8b65-c740254fda09,revision_number=3']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:33.570980 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-3a828824-5c66-4713-a634-3823b94da9fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:33.636118 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-8120a203-00ef-4f58-8e43-5d75b259893d req-72c1ac51-9dda-4ffc-984c-fea9777206db tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] For port d39b7c01-0bdd-475a-93a8-91b5b313cb8f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d39b7c01-0bdd-475a-93a8-91b5b313cb8f,segment=NetworkSegment(1154bffb-996d-49a5-9c9b-99df9910728f),segment_id=1154bffb-996d-49a5-9c9b-99df9910728f)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:59:33.636786 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-8120a203-00ef-4f58-8e43-5d75b259893d req-72c1ac51-9dda-4ffc-984c-fea9777206db tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:33.690862 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] Attempting to bind port fa85007a-0d1b-4fc6-8b65-c740254fda09 on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:59:33.691243 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] Attempting to bind port fa85007a-0d1b-4fc6-8b65-c740254fda09 by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': '02c778cd-a5a7-414d-8b97-f91fec3af799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64'}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:59:33.691611 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] Attempting to bind port fa85007a-0d1b-4fc6-8b65-c740254fda09 on network a3f47de3-f3d1-4f03-8159-72f98954fe64 {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:59:33.704026 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:59:33.704732 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] Checking segment: {'id': '02c778cd-a5a7-414d-8b97-f91fec3af799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:59:33.705405 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:33.706097 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] Bound using segment: {'id': '02c778cd-a5a7-414d-8b97-f91fec3af799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64'} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:59:33.707142 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] Bound port: fa85007a-0d1b-4fc6-8b65-c740254fda09, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c778cd-a5a7-414d-8b97-f91fec3af799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64'}}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:59:33.707767 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:33.719796 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686452b8-37ca-4118-b6c1-05a0283453ab admin admin] Network 0657a14e-4ad0-46c8-a20e-e42722cd69f9 is scheduled to be hosted by DHCP agent 345db053-3c23-47d8-b5a3-85dd9c57b748 with binding_index 1 {{(pid=74277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:59:33.720008 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896ae95-bfb3-464b-9e0d-f299fd3565bf req-bb041318-64ee-4bbf-a0d1-e58aad0960ba tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:33.721389 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1896ae95-bfb3-464b-9e0d-f299fd3565bf req-bb041318-64ee-4bbf-a0d1-e58aad0960ba tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.3482208 Jul 09 15:59:33.743354 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74f8ac-6f1d-4868-b42c-da4385f2c630 req-58899ad1-9ca2-4879-8c66-dbf9882111ae tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:33.752266 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7c74f8ac-6f1d-4868-b42c-da4385f2c630 req-58899ad1-9ca2-4879-8c66-dbf9882111ae tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b438420-0c23-4392-a5b8-de257f168a0e HTTP/1.1" status: 200 len: 945 time: 0.2069795 Jul 09 15:59:33.807398 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-686452b8-37ca-4118-b6c1-05a0283453ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-smb, 0657a14e-4ad0-46c8-a20e-e42722cd69f9) {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:59:33.815655 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-8120a203-00ef-4f58-8e43-5d75b259893d req-72c1ac51-9dda-4ffc-984c-fea9777206db tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Calling delete_port for d39b7c01-0bdd-475a-93a8-91b5b313cb8f owned by compute:nova {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 15:59:33.826633 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21855b02-7604-4d4e-91fb-78d008226220 None None] Network 0657a14e-4ad0-46c8-a20e-e42722cd69f9 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 15:59:33.861236 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686452b8-37ca-4118-b6c1-05a0283453ab admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:33.861236 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-686452b8-37ca-4118-b6c1-05a0283453ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:33.910065 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-686452b8-37ca-4118-b6c1-05a0283453ab admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1622300 Jul 09 15:59:33.936630 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1896ae95-bfb3-464b-9e0d-f299fd3565bf req-b6b625c5-8cee-4c1d-a5be-c83f22d8b4f1 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800227 Jul 09 15:59:33.937918 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 43330) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:33.956507 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1943314593-router', 'tenant_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:59:34.009473 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-d4dd00d7-260f-48a0-8259-06f7cbebd0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:34.009840 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7c74f8ac-6f1d-4868-b42c-da4385f2c630 req-ccee4a1f-9b02-449d-8ec5-2870b2a07ecb tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550764 Jul 09 15:59:34.017686 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:34.028050 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Usage tracker for resource:router and tenant:a0f6c897fda34fb2b21f077d4bcfee09 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:34.050845 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:34.093261 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:34.112522 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] For port fa85007a-0d1b-4fc6-8b65-c740254fda09, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:59:34.124342 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] For port fa85007a-0d1b-4fc6-8b65-c740254fda09, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=fa85007a-0d1b-4fc6-8b65-c740254fda09,segment=NetworkSegment(02c778cd-a5a7-414d-8b97-f91fec3af799),segment_id=02c778cd-a5a7-414d-8b97-f91fec3af799)] {{(pid=74278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:59:34.145691 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3313'] for router, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:34.149515 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1002965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-895729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3272'] for router, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:34.152175 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:34.181605 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:34.220088 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-8120a203-00ef-4f58-8e43-5d75b259893d req-72c1ac51-9dda-4ffc-984c-fea9777206db tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:34.222807 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:34.243785 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b0d151a8-1b0f-4f94-8621-d8320fb60503 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:34.362286 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a828824-5c66-4713-a634-3823b94da9fb None None] Pushing event updated for resources: {'Port': ['ID=fa85007a-0d1b-4fc6-8b65-c740254fda09,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:34.377608 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-3a828824-5c66-4713-a634-3823b94da9fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:34.378130 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1ac51-9dda-4ffc-984c-fea9777206db tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Pushing event deleted for resources: {'Port': ['ID=d39b7c01-0bdd-475a-93a8-91b5b313cb8f,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:34.378902 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['d39b7c01-0bdd-475a-93a8-91b5b313cb8f'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 15:59:34.475452 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-72c1ac51-9dda-4ffc-984c-fea9777206db tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:34.493576 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-8120a203-00ef-4f58-8e43-5d75b259893d req-72c1ac51-9dda-4ffc-984c-fea9777206db tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] No DVR routers for this DVR port d39b7c01-0bdd-475a-93a8-91b5b313cb8f on host hv-cinder-80022 {{(pid=74277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:59:34.498127 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-8120a203-00ef-4f58-8e43-5d75b259893d req-72c1ac51-9dda-4ffc-984c-fea9777206db tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:34.501447 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b438420-0c23-4392-a5b8-de257f168a0e', 'name': 'network-vif-deleted', 'tag': 'd39b7c01-0bdd-475a-93a8-91b5b313cb8f'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:59:34.521813 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-8120a203-00ef-4f58-8e43-5d75b259893d req-72c1ac51-9dda-4ffc-984c-fea9777206db tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.89 "DELETE /v2.0/ports/d39b7c01-0bdd-475a-93a8-91b5b313cb8f HTTP/1.1" status: 204 len: 173 time: 1.7191687 Jul 09 15:59:34.647002 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:34.655901 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] Routers {'e4eca461-caf4-4d41-9b83-bc35b2caca8f'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:59:34.656563 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:59:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['e4eca461-caf4-4d41-9b83-bc35b2caca8f'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:35.203197 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] Set router e4eca461-caf4-4d41-9b83-bc35b2caca8f gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:59:35.228441 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1013703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3286'] for router, precommit_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:35.324583 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588098c-12a7-4919-bc0b-dfbe2e6a384d req-129f9b7a-9d2b-44a9-87e4-4b98889d30f7 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:35.329548 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27fa64f2-aefc-5c61-8fba-6302c62037c8-0657a14e-4ad0-46c8-a20e-e42722cd69f9', 'network_id': '0657a14e-4ad0-46c8-a20e-e42722cd69f9', 'tenant_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'fixed_ips': [{'subnet_id': '5baa5b06-dd3c-40fa-99e6-2e6c923830cd'}]}} from dv-cinder-800228-1-smb. {{(pid=74278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jul 09 15:59:35.330644 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:35.342511 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a588098c-12a7-4919-bc0b-dfbe2e6a384d req-129f9b7a-9d2b-44a9-87e4-4b98889d30f7 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.9077337 Jul 09 15:59:35.355719 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fd689-d5fa-43d1-a1f6-55d6b4f8f54a req-d6636ea6-1409-4878-a986-48930eeac89b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:35.359023 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c33fd689-d5fa-43d1-a1f6-55d6b4f8f54a req-d6636ea6-1409-4878-a986-48930eeac89b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 1.1259410 Jul 09 15:59:35.499410 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 43360) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:35.639733 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a588098c-12a7-4919-bc0b-dfbe2e6a384d req-b4fdbf62-b452-4b16-9e85-4ea4a86fb4d5 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791462 Jul 09 15:59:35.696151 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c33fd689-d5fa-43d1-a1f6-55d6b4f8f54a req-c6761083-b19e-40fb-8763-14a2db738631 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715189 Jul 09 15:59:35.720782 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-340f4b67-7a28-4ed2-951b-8bea2a3c4bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:35.852904 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-340f4b67-7a28-4ed2-951b-8bea2a3c4bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:35.877592 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-340f4b67-7a28-4ed2-951b-8bea2a3c4bb0 admin admin] Usage tracker for resource:security_group_rule and tenant:ad2e2ed53f394625ab71484ede04033f is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:35.887498 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-340f4b67-7a28-4ed2-951b-8bea2a3c4bb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:35.913143 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-340f4b67-7a28-4ed2-951b-8bea2a3c4bb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:35.936851 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b438420-0c23-4392-a5b8-de257f168a0e', 'name': 'network-vif-deleted', 'tag': 'd39b7c01-0bdd-475a-93a8-91b5b313cb8f', 'status': 'completed', 'code': 200} Jul 09 15:59:36.040893 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:36.092542 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-340f4b67-7a28-4ed2-951b-8bea2a3c4bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:36.098733 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-340f4b67-7a28-4ed2-951b-8bea2a3c4bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:36.099704 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:36.112140 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-a11b621e-29cd-4f47-946a-bf6b8071bb84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:36.156173 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58330328-c593-4ad7-915e-db9c9b99c7c1 req-1ad73479-5b90-40ea-b7f7-333e58a5e3e7 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:36.161469 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.db_base_plugin_common [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Allocated IP 172.20.0.2 (0657a14e-4ad0-46c8-a20e-e42722cd69f9/5baa5b06-dd3c-40fa-99e6-2e6c923830cd/aec72ba0-739f-4193-9e97-db2111696f44) {{(pid=74278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:59:36.164587 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-58330328-c593-4ad7-915e-db9c9b99c7c1 req-1ad73479-5b90-40ea-b7f7-333e58a5e3e7 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2377863 Jul 09 15:59:36.280420 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-58330328-c593-4ad7-915e-db9c9b99c7c1 req-254a85c6-58a0-4479-a743-2115bfd7415e tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144304 Jul 09 15:59:36.318828 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-340f4b67-7a28-4ed2-951b-8bea2a3c4bb0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ad2e2ed53f394625ab71484ede04033f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8171439 Jul 09 15:59:36.324074 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 43380) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:36.326091 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f4b67-7a28-4ed2-951b-8bea2a3c4bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f1840e-8dff-4c40-882f-66e16f64c4d3,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:36.342260 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-340f4b67-7a28-4ed2-951b-8bea2a3c4bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:36.384648 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device d39b7c01-0bdd-475a-93a8-91b5b313cb8f no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:59:36.430229 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_common [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Allocated IP 172.28.0.134 (9b0e874f-69b5-4e89-8292-fc23cbc7812a/89578b1c-09bb-418b-8489-b10f6f860e17/c7d0abb6-f1cc-476c-a674-e8e3603a2ba1) {{(pid=74276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:59:36.468756 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] No Port match for: d39b7c01-0bdd-475a-93a8-91b5b313cb8f {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 15:59:36.469253 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device d39b7c01-0bdd-475a-93a8-91b5b313cb8f not bound to the agent host hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:59:36.524973 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-f800ea09-77da-45db-905f-6c7f0581bbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:36.606981 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'name': 'tempest-TestShelveInstance-429687526-router', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:25Z', 'revision_number': 4, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'gw_port': {'id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:17Z', 'updated_at': '2021-07-09T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'fa85007a-0d1b-4fc6-8b65-c740254fda09', 'name': '', 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'mac_address': 'fa:16:3e:2f:26:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dfc412d-22b8-4fae-ac78-cdf3faffeb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:24Z', 'updated_at': '2021-07-09T15:59:34Z', 'revision_number': 4, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'subnets': [{'id': '2dfc412d-22b8-4fae-ac78-cdf3faffeb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:36.611783 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-eae77659-14cf-4d6f-88c1-e83c7a2af342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:36.622878 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7351c5-344e-4500-8e8d-9e27cc2d1e85 None None] The sync data for ids ['e4eca461-caf4-4d41-9b83-bc35b2caca8f'] in dv-cinder-800228-1-smb is: [{'id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'name': 'tempest-TestShelveInstance-429687526-router', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:25Z', 'revision_number': 4, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'gw_port': {'id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:17Z', 'updated_at': '2021-07-09T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'fa85007a-0d1b-4fc6-8b65-c740254fda09', 'name': '', 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'mac_address': 'fa:16:3e:2f:26:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dfc412d-22b8-4fae-ac78-cdf3faffeb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:24Z', 'updated_at': '2021-07-09T15:59:34Z', 'revision_number': 4, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'subnets': [{'id': '2dfc412d-22b8-4fae-ac78-cdf3faffeb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 15:59:36.653786 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Notify callbacks [] for port, precommit_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:36.688879 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Transition to ACTIVE for port object aec72ba0-739f-4193-9e97-db2111696f44 will not be triggered until provisioned by entity L2. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:59:36.699867 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-eae77659-14cf-4d6f-88c1-e83c7a2af342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:36.785108 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Transition to ACTIVE for port object aec72ba0-739f-4193-9e97-db2111696f44 will not be triggered until provisioned by entity DHCP. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:59:36.795530 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:36.801990 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:36.847864 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-eae77659-14cf-4d6f-88c1-e83c7a2af342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:36.862566 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-64f9284e-8f92-4c47-abef-51b41225bd3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:36.900303 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae77659-14cf-4d6f-88c1-e83c7a2af342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f1840e-8dff-4c40-882f-66e16f64c4d3,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:36.906114 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-eae77659-14cf-4d6f-88c1-e83c7a2af342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:36.920600 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-eae77659-14cf-4d6f-88c1-e83c7a2af342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:36.924261 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-eae77659-14cf-4d6f-88c1-e83c7a2af342 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/24f1840e-8dff-4c40-882f-66e16f64c4d3 HTTP/1.1" status: 204 len: 168 time: 0.5795314 Jul 09 15:59:36.994117 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Network 0657a14e-4ad0-46c8-a20e-e42722cd69f9 is already hosted by enough agents. {{(pid=74278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:59:37.002153 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.scheduler.base_scheduler [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Resources bound (agent type, host, resource id): {{(pid=74278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:59:37.030698 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Received port after_create {{(pid=74278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:59:37.039595 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Pushing event updated for resources: {'Port': ['ID=aec72ba0-739f-4193-9e97-db2111696f44,revision_number=1']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:37.045055 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:37.260435 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:37.263656 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Attempting to bind port aec72ba0-739f-4193-9e97-db2111696f44 on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:59:37.264046 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Attempting to bind port aec72ba0-739f-4193-9e97-db2111696f44 by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': '9f6544ee-e5fb-4112-b685-7e35d9a2baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '0657a14e-4ad0-46c8-a20e-e42722cd69f9'}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:59:37.264419 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Attempting to bind port aec72ba0-739f-4193-9e97-db2111696f44 on network 0657a14e-4ad0-46c8-a20e-e42722cd69f9 {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:59:37.290625 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:59:37.298239 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Checking segment: {'id': '9f6544ee-e5fb-4112-b685-7e35d9a2baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '0657a14e-4ad0-46c8-a20e-e42722cd69f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:59:37.298706 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:37.299294 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Bound using segment: {'id': '9f6544ee-e5fb-4112-b685-7e35d9a2baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '0657a14e-4ad0-46c8-a20e-e42722cd69f9'} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:59:37.300130 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Bound port: aec72ba0-739f-4193-9e97-db2111696f44, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6544ee-e5fb-4112-b685-7e35d9a2baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '0657a14e-4ad0-46c8-a20e-e42722cd69f9'}}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:59:37.315748 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:37.504542 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-06c22294-a90f-461c-8f9a-66e4df231eef tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:37.520010 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-06c22294-a90f-461c-8f9a-66e4df231eef tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/networks?id=59badf42-8ed5-4d85-83cc-c3b17c53f9f4 HTTP/1.1" status: 200 len: 807 time: 0.8694923 Jul 09 15:59:37.563914 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-b1465739-af89-4260-a457-732ec78b1e15 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/quotas/03b1641750394fae815ce5db5a584238 HTTP/1.1" status: 200 len: 375 time: 0.0427258 Jul 09 15:59:37.574936 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:37.576992 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] For port aec72ba0-739f-4193-9e97-db2111696f44, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:59:37.585163 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] For port aec72ba0-739f-4193-9e97-db2111696f44, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=aec72ba0-739f-4193-9e97-db2111696f44,segment=NetworkSegment(9f6544ee-e5fb-4112-b685-7e35d9a2baac),segment_id=9f6544ee-e5fb-4112-b685-7e35d9a2baac)] {{(pid=74278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:59:37.607963 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:37.636025 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:37.719453 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-a58e748c-76c0-4e93-9cfd-ed162bb15e90 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=03b1641750394fae815ce5db5a584238&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1401353 Jul 09 15:59:37.817044 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Pushing event updated for resources: {'Port': ['ID=aec72ba0-739f-4193-9e97-db2111696f44,revision_number=2']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:37.838131 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:38.023764 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-9238c807-a8ce-49e7-b54e-127371f11ff7 service neutron] 10.222.0.66 "GET /v2.0/networks/59badf42-8ed5-4d85-83cc-c3b17c53f9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820499 Jul 09 15:59:38.080314 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device fa85007a-0d1b-4fc6-8b65-c740254fda09 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:59:38.286387 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port fa85007a-0d1b-4fc6-8b65-c740254fda09 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:59:38.293134 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port fa85007a-0d1b-4fc6-8b65-c740254fda09 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:38.293720 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:38.412613 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0e424-e9fd-40a0-a701-e3c82e9b5c81 req-701fd506-7b9e-428e-8c1a-723804a1b76c tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:38.420024 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9eb0e424-e9fd-40a0-a701-e3c82e9b5c81 req-701fd506-7b9e-428e-8c1a-723804a1b76c tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 1.3391588 Jul 09 15:59:38.514777 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:38.533905 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:38.579001 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:38.583423 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-9502f7bd-1214-4afa-a126-1b5bdbdd2ce7 service neutron] 10.222.0.66 "GET /v2.0/networks/59badf42-8ed5-4d85-83cc-c3b17c53f9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5511556 Jul 09 15:59:38.654601 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] For port fa85007a-0d1b-4fc6-8b65-c740254fda09, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=fa85007a-0d1b-4fc6-8b65-c740254fda09,segment=NetworkSegment(02c778cd-a5a7-414d-8b97-f91fec3af799),segment_id=02c778cd-a5a7-414d-8b97-f91fec3af799)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:59:38.662416 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:38.673736 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-3a828824-5c66-4713-a634-3823b94da9fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:38.706478 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9eb0e424-e9fd-40a0-a701-e3c82e9b5c81 req-80cf5e86-482d-4103-97a4-fa3c53150a40 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853436 Jul 09 15:59:38.707196 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Pushing event updated for resources: {'Port': ['ID=c7d0abb6-f1cc-476c-a674-e8e3603a2ba1,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:38.722217 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:38.744682 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Network 9b0e874f-69b5-4e89-8292-fc23cbc7812a is already hosted by enough agents. {{(pid=74276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:59:38.746679 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:59:38.749325 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Received port after_create {{(pid=74276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:59:38.828927 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:38.854320 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Pushing event updated for resources: {'Port': ['ID=fa85007a-0d1b-4fc6-8b65-c740254fda09,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:38.859086 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:39.099600 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6acf8eab-cb33-4d08-9f8d-0db98316b009 req-13c103fb-21c9-43ad-9e42-6c30aa638d85 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d6d0193-ebe3-4330-a5c7-402ea84e1e7f HTTP/1.1" status: 200 len: 210 time: 0.1357009 Jul 09 15:59:39.254270 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534c617-bff4-4030-b9b6-67bcff1d305f req-f765a4b7-3e40-4484-8447-781073f06852 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:39.262681 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1534c617-bff4-4030-b9b6-67bcff1d305f req-f765a4b7-3e40-4484-8447-781073f06852 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.2468660 Jul 09 15:59:39.390055 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1534c617-bff4-4030-b9b6-67bcff1d305f req-1e9c6720-d931-4881-9955-f18b3c0ee09a tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263323 Jul 09 15:59:39.415559 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:39.416309 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1011750'] for router, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:39.440680 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8bb864-acae-4b39-a33c-b04a2a44e2b5 None None] Network 0657a14e-4ad0-46c8-a20e-e42722cd69f9 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 15:59:39.544905 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-281cca03-6a86-49d9-bb82-389487f4fecb None None] Provisioning for port aec72ba0-739f-4193-9e97-db2111696f44 completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:59:39.576220 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0d4ef-dcac-4981-bc4f-911ac4ff16bd req-43337a01-1927-405d-897f-98021d678c84 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:39.577673 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ddd0d4ef-dcac-4981-bc4f-911ac4ff16bd req-43337a01-1927-405d-897f-98021d678c84 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2747140 Jul 09 15:59:39.679011 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ddd0d4ef-dcac-4981-bc4f-911ac4ff16bd req-aa2bee48-2898-4f7b-8939-093b3bc4f02a tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896344 Jul 09 15:59:40.333381 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Router ea4ceeb9-7917-494c-88fb-31e355ec0655 is scheduled to L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 with binding_index 1 {{(pid=74276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 09 15:59:40.355805 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device aec72ba0-739f-4193-9e97-db2111696f44 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:59:40.381963 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e8279-216c-4af9-b631-088fee4bf5a1 req-bcd10015-1cbe-4da4-b6c1-c21b89d918db tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:40.393917 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e67e8279-216c-4af9-b631-088fee4bf5a1 req-bcd10015-1cbe-4da4-b6c1-c21b89d918db tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.3180618 Jul 09 15:59:40.523644 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port aec72ba0-739f-4193-9e97-db2111696f44 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:59:40.530836 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port aec72ba0-739f-4193-9e97-db2111696f44 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:40.531211 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:40.601489 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e67e8279-216c-4af9-b631-088fee4bf5a1 req-7bea4804-7101-4fed-bc53-812bd2d8ad3e tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061343 Jul 09 15:59:40.697834 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:40.803558 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] For port aec72ba0-739f-4193-9e97-db2111696f44, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=aec72ba0-739f-4193-9e97-db2111696f44,segment=NetworkSegment(9f6544ee-e5fb-4112-b685-7e35d9a2baac),segment_id=9f6544ee-e5fb-4112-b685-7e35d9a2baac)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:59:40.818761 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:40.818761 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device fa85007a-0d1b-4fc6-8b65-c740254fda09 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:59:40.862985 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:40.937946 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:59:40.950987 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] Sync routers for ids ['ea4ceeb9-7917-494c-88fb-31e355ec0655'] in dv-cinder-800228-1-smb {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 15:59:40.974914 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] Routers {'ea4ceeb9-7917-494c-88fb-31e355ec0655'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:59:40.976902 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:59:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['ea4ceeb9-7917-494c-88fb-31e355ec0655'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:40.979872 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 43496) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:40.997903 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Pushing event updated for resources: {'Port': ['ID=aec72ba0-739f-4193-9e97-db2111696f44,revision_number=3']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:41.014632 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:41.058672 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port fa85007a-0d1b-4fc6-8b65-c740254fda09 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:41.059146 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:41.181270 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Notify callbacks [] for router, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:41.187440 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 43504) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:41.188194 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.2481155 Jul 09 15:59:41.209514 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-69e6fe15-90c3-4d75-ae0e-a59d6f5abdc6 req-2eb5f990-59c6-41ed-beeb-4447a12ea80b tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d6d0193-ebe3-4330-a5c7-402ea84e1e7f HTTP/1.1" status: 200 len: 210 time: 0.2308505 Jul 09 15:59:41.485325 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-eec4cf7f-2efd-4328-9bc2-08856173e34d tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:41.487273 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-eec4cf7f-2efd-4328-9bc2-08856173e34d tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.89 "GET /v2.0/networks?id=59badf42-8ed5-4d85-83cc-c3b17c53f9f4 HTTP/1.1" status: 200 len: 807 time: 0.6425724 Jul 09 15:59:41.500142 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] Set router ea4ceeb9-7917-494c-88fb-31e355ec0655 gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:59:41.557199 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ce4243bd-c65e-42e5-af83-221d039e5166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:41.625826 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-5733db52-ee21-4bb4-ae25-da93bf8212fa tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Request body: {'port': {'device_id': '0d6d0193-ebe3-4330-a5c7-402ea84e1e7f', 'network_id': '59badf42-8ed5-4d85-83cc-c3b17c53f9f4', 'admin_state_up': True, 'tenant_id': '03b1641750394fae815ce5db5a584238'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:59:41.633345 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b067d6-15ed-4185-bc8c-00b1ad4b4e0f req-bd36eaa9-3f3e-422a-8dbe-3250d6567851 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:41.640028 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d7b067d6-15ed-4185-bc8c-00b1ad4b4e0f req-bd36eaa9-3f3e-422a-8dbe-3250d6567851 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.2691073 Jul 09 15:59:41.649878 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-ce4243bd-c65e-42e5-af83-221d039e5166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:41.697138 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-ce4243bd-c65e-42e5-af83-221d039e5166 admin admin] Usage tracker for resource:security_group_rule and tenant:5e05b0e15188459db13cbc9ac65369c3 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:41.706231 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-ce4243bd-c65e-42e5-af83-221d039e5166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:41.722330 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-ce4243bd-c65e-42e5-af83-221d039e5166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:41.772918 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d7b067d6-15ed-4185-bc8c-00b1ad4b4e0f req-d95ffcb9-5975-4cfd-a317-7101a55b7312 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257503 Jul 09 15:59:41.902217 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ce4243bd-c65e-42e5-af83-221d039e5166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:41.909037 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ce4243bd-c65e-42e5-af83-221d039e5166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:41.921456 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-ffda4df6-a964-41ba-a37a-d2e5d5438ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:42.030178 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device aec72ba0-739f-4193-9e97-db2111696f44 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:59:42.040506 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4ceeb9-7917-494c-88fb-31e355ec0655', 'name': 'tempest-TestShelveInstance-1943314593-router', 'tenant_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c7d0abb6-f1cc-476c-a674-e8e3603a2ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:34Z', 'updated_at': '2021-07-09T15:59:39Z', 'revision_number': 3, 'project_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'gw_port': {'id': 'c7d0abb6-f1cc-476c-a674-e8e3603a2ba1', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4ceeb9-7917-494c-88fb-31e355ec0655', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:36Z', 'updated_at': '2021-07-09T15:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:42.047644 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] Checking router: ea4ceeb9-7917-494c-88fb-31e355ec0655 for host: dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 15:59:42.048564 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] Updating router ea4ceeb9-7917-494c-88fb-31e355ec0655 port c7d0abb6-f1cc-476c-a674-e8e3603a2ba1 binding host dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 09 15:59:42.074171 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-ce4243bd-c65e-42e5-af83-221d039e5166 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5e05b0e15188459db13cbc9ac65369c3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0889719 Jul 09 15:59:42.075337 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 43518) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:42.094876 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4243bd-c65e-42e5-af83-221d039e5166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a06875-9a2c-4e38-8828-1c9d4a5c7dda,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:42.105802 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-5733db52-ee21-4bb4-ae25-da93bf8212fa tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:42.122361 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-ce4243bd-c65e-42e5-af83-221d039e5166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:42.127165 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-5733db52-ee21-4bb4-ae25-da93bf8212fa tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Usage tracker for resource:port and tenant:03b1641750394fae815ce5db5a584238 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:42.133084 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-5733db52-ee21-4bb4-ae25-da93bf8212fa tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:42.148630 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:42.152630 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-5733db52-ee21-4bb4-ae25-da93bf8212fa tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:42.178462 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port aec72ba0-739f-4193-9e97-db2111696f44 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:42.178937 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:42.198248 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-5733db52-ee21-4bb4-ae25-da93bf8212fa tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Made reservation on behalf of 03b1641750394fae815ce5db5a584238 for: {'port': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:59:42.199829 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538594d-1436-442d-950d-36a5082b6a2b req-cfe64702-30e0-4b2d-a566-4c2362ea25b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:42.203606 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c538594d-1436-442d-950d-36a5082b6a2b req-cfe64702-30e0-4b2d-a566-4c2362ea25b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.2637107 Jul 09 15:59:42.206314 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-5733db52-ee21-4bb4-ae25-da93bf8212fa tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:42.243027 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-3c11cab5-91e1-48e9-96a5-95c48b5c5e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:42.315953 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-3c11cab5-91e1-48e9-96a5-95c48b5c5e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:42.348609 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c538594d-1436-442d-950d-36a5082b6a2b req-2fe7d3c0-fb02-4ff9-9c97-dfd1f34a3e17 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070936 Jul 09 15:59:42.406315 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-3c11cab5-91e1-48e9-96a5-95c48b5c5e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:42.420436 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-9af327c3-d5ce-46af-9768-fa0350b59d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:42.485023 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11cab5-91e1-48e9-96a5-95c48b5c5e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a06875-9a2c-4e38-8828-1c9d4a5c7dda,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:42.487585 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-3c11cab5-91e1-48e9-96a5-95c48b5c5e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:42.534622 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-3c11cab5-91e1-48e9-96a5-95c48b5c5e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:42.535750 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-3c11cab5-91e1-48e9-96a5-95c48b5c5e5d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/85a06875-9a2c-4e38-8828-1c9d4a5c7dda HTTP/1.1" status: 204 len: 168 time: 0.4580007 Jul 09 15:59:42.578749 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bcd2c148-31ca-4a30-ae89-869684b098ee req-ad4848be-0069-4913-916a-b9493fa4767a tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d6d0193-ebe3-4330-a5c7-402ea84e1e7f HTTP/1.1" status: 200 len: 210 time: 0.0871053 Jul 09 15:59:42.824487 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-5733db52-ee21-4bb4-ae25-da93bf8212fa tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Allocated IP 172.20.0.4 (59badf42-8ed5-4d85-83cc-c3b17c53f9f4/d75c609d-dcd7-430b-a741-ebb014d97ccd/935ec1d4-dc38-4ef3-9505-4666cd12e6af) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:59:43.018506 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] Notify callbacks [] for port, precommit_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:43.062395 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.provisioning_blocks [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] Transition to ACTIVE for port object c7d0abb6-f1cc-476c-a674-e8e3603a2ba1 will not be triggered until provisioned by entity L2. {{(pid=74279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:59:43.076422 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:43.081151 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:43.203356 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] Attempting to bind port c7d0abb6-f1cc-476c-a674-e8e3603a2ba1 on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:59:43.203935 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] Attempting to bind port c7d0abb6-f1cc-476c-a674-e8e3603a2ba1 by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}] {{(pid=74279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:59:43.204464 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] Attempting to bind port c7d0abb6-f1cc-476c-a674-e8e3603a2ba1 on network 9b0e874f-69b5-4e89-8292-fc23cbc7812a {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:59:43.206941 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ddf0a-ff77-4dfa-beb9-abfb75c8c0dd None None] Pushing event updated for resources: {'Port': ['ID=c7d0abb6-f1cc-476c-a674-e8e3603a2ba1,revision_number=2']} {{(pid=74279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:43.212097 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-6a5ddf0a-ff77-4dfa-beb9-abfb75c8c0dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:43.216042 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:59:43.216707 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] Checking segment: {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:59:43.217265 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:43.217838 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] Bound using segment: {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'} {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:59:43.218615 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] Bound port: c7d0abb6-f1cc-476c-a674-e8e3603a2ba1, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}}] {{(pid=74279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:59:43.219317 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:43.279870 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 43538) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:43.311004 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49646e8-c997-4d20-8900-a780f99c2025 req-230a6730-3aeb-4f0b-8236-804e94c87ba0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:43.312829 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c49646e8-c997-4d20-8900-a780f99c2025 req-230a6730-3aeb-4f0b-8236-804e94c87ba0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.2438726 Jul 09 15:59:43.316085 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-2a934907-7b50-45ff-babd-994f6dfef774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:43.317153 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-5733db52-ee21-4bb4-ae25-da93bf8212fa tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:43.329552 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.db [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] For port c7d0abb6-f1cc-476c-a674-e8e3603a2ba1, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:59:43.336944 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.db [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] For port c7d0abb6-f1cc-476c-a674-e8e3603a2ba1, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=c7d0abb6-f1cc-476c-a674-e8e3603a2ba1,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:59:43.345393 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:43.353242 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:43.405632 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-2a934907-7b50-45ff-babd-994f6dfef774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:43.419977 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-2a934907-7b50-45ff-babd-994f6dfef774 admin admin] Usage tracker for resource:security_group_rule and tenant:cbdf1ea114b546a7a05715856b65ab8a is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:43.434081 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ddf0a-ff77-4dfa-beb9-abfb75c8c0dd None None] Pushing event updated for resources: {'Port': ['ID=c7d0abb6-f1cc-476c-a674-e8e3603a2ba1,revision_number=3']} {{(pid=74279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:43.435546 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-2a934907-7b50-45ff-babd-994f6dfef774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:43.438230 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-6a5ddf0a-ff77-4dfa-beb9-abfb75c8c0dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:43.453450 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-2a934907-7b50-45ff-babd-994f6dfef774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:43.461211 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] Routers {'ea4ceeb9-7917-494c-88fb-31e355ec0655'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:59:43.461887 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:59:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['ea4ceeb9-7917-494c-88fb-31e355ec0655'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:43.464794 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c49646e8-c997-4d20-8900-a780f99c2025 req-47ddf809-b7a4-4b7c-8869-b675f55cfc78 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290822 Jul 09 15:59:43.502917 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-5733db52-ee21-4bb4-ae25-da93bf8212fa tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:43.511667 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:43.603586 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-2a934907-7b50-45ff-babd-994f6dfef774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:43.625408 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733db52-ee21-4bb4-ae25-da93bf8212fa tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Pushing event updated for resources: {'Port': ['ID=935ec1d4-dc38-4ef3-9505-4666cd12e6af,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:43.643445 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-5733db52-ee21-4bb4-ae25-da93bf8212fa tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:43.647417 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-2a934907-7b50-45ff-babd-994f6dfef774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:43.660566 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:43.695287 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a934907-7b50-45ff-babd-994f6dfef774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab4848d-e6dc-4b1f-a285-042c40f15e83,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:43.699471 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-5733db52-ee21-4bb4-ae25-da93bf8212fa tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Network 59badf42-8ed5-4d85-83cc-c3b17c53f9f4 is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:59:43.711235 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-2a934907-7b50-45ff-babd-994f6dfef774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:43.749190 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-2a934907-7b50-45ff-babd-994f6dfef774 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cbdf1ea114b546a7a05715856b65ab8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4682021 Jul 09 15:59:43.752041 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 43548) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:43.757287 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-5733db52-ee21-4bb4-ae25-da93bf8212fa tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:59:43.762363 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-5733db52-ee21-4bb4-ae25-da93bf8212fa tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:59:43.771703 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-5733db52-ee21-4bb4-ae25-da93bf8212fa tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:43.772938 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-5733db52-ee21-4bb4-ae25-da93bf8212fa tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:43.801030 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fae7a5-8240-4c7a-a67c-b4a03540360e req-54ef5453-bcc3-4ecc-a3eb-00084538f55b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:43.803001 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-13fae7a5-8240-4c7a-a67c-b4a03540360e req-54ef5453-bcc3-4ecc-a3eb-00084538f55b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.2026908 Jul 09 15:59:43.838946 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-5733db52-ee21-4bb4-ae25-da93bf8212fa tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2183282 Jul 09 15:59:43.862110 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] Set router ea4ceeb9-7917-494c-88fb-31e355ec0655 gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:59:43.878673 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Request body: {'port': {'device_id': '0d6d0193-ebe3-4330-a5c7-402ea84e1e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:59:43.926510 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-13fae7a5-8240-4c7a-a67c-b4a03540360e req-7a8f6f12-5a37-4ec0-862e-330f572845b3 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090169 Jul 09 15:59:43.950937 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-be604797-9cca-4f58-901a-39bf699da056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:43.995869 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-be604797-9cca-4f58-901a-39bf699da056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:44.075396 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a2cbc-dbc7-4c2b-a9ba-4711801d3600 req-f9badabe-d490-41d1-a8f1-2d7d2e9e8150 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:44.076955 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-978a2cbc-dbc7-4c2b-a9ba-4711801d3600 req-f9badabe-d490-41d1-a8f1-2d7d2e9e8150 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d6d0193-ebe3-4330-a5c7-402ea84e1e7f HTTP/1.1" status: 200 len: 931 time: 0.2579451 Jul 09 15:59:44.145439 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:44.152708 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-be604797-9cca-4f58-901a-39bf699da056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:44.164191 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-5a48f7a0-2ff0-4a70-9702-f0bab6e25484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:44.240217 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-978a2cbc-dbc7-4c2b-a9ba-4711801d3600 req-803513bd-ee2b-4a45-9b07-6f5d409ba4af tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299896 Jul 09 15:59:44.241808 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be604797-9cca-4f58-901a-39bf699da056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab4848d-e6dc-4b1f-a285-042c40f15e83,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:44.245681 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-be604797-9cca-4f58-901a-39bf699da056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:44.249231 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-be604797-9cca-4f58-901a-39bf699da056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:44.250699 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:44.278639 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-be604797-9cca-4f58-901a-39bf699da056 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bab4848d-e6dc-4b1f-a285-042c40f15e83 HTTP/1.1" status: 204 len: 168 time: 0.5208139 Jul 09 15:59:44.337252 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4ceeb9-7917-494c-88fb-31e355ec0655', 'name': 'tempest-TestShelveInstance-1943314593-router', 'tenant_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c7d0abb6-f1cc-476c-a674-e8e3603a2ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:34Z', 'updated_at': '2021-07-09T15:59:39Z', 'revision_number': 3, 'project_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'gw_port': {'id': 'c7d0abb6-f1cc-476c-a674-e8e3603a2ba1', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4ceeb9-7917-494c-88fb-31e355ec0655', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:36Z', 'updated_at': '2021-07-09T15:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:44.344052 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fbe27f-c794-49f9-95d9-c3a277c294e0 None None] The sync data for ids ['ea4ceeb9-7917-494c-88fb-31e355ec0655'] in dv-cinder-800228-1-smb is: [{'id': 'ea4ceeb9-7917-494c-88fb-31e355ec0655', 'name': 'tempest-TestShelveInstance-1943314593-router', 'tenant_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c7d0abb6-f1cc-476c-a674-e8e3603a2ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:34Z', 'updated_at': '2021-07-09T15:59:39Z', 'revision_number': 3, 'project_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'gw_port': {'id': 'c7d0abb6-f1cc-476c-a674-e8e3603a2ba1', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4ceeb9-7917-494c-88fb-31e355ec0655', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:36Z', 'updated_at': '2021-07-09T15:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}] {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 15:59:44.749454 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Allocated IP 172.20.0.1 (0657a14e-4ad0-46c8-a20e-e42722cd69f9/5baa5b06-dd3c-40fa-99e6-2e6c923830cd/841cc1fa-6eee-4760-8950-ae9fb2cc333f) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:59:44.808482 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d909d6-fb00-444e-a56b-5089b8fd7c15 req-66d58a80-9903-4b5c-8b97-8dd33095cff2 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:44.810092 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-70d909d6-fb00-444e-a56b-5089b8fd7c15 req-66d58a80-9903-4b5c-8b97-8dd33095cff2 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.1472025 Jul 09 15:59:44.938984 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935ec1d4-dc38-4ef3-9505-4666cd12e6af {{(pid=74277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:59:44.951568 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-70d909d6-fb00-444e-a56b-5089b8fd7c15 req-4456c082-dd0d-403c-8a39-9f73cbff9a1b tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267421 Jul 09 15:59:44.954944 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:44.977639 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 43568) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:44.984405 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Transition to ACTIVE for port object 935ec1d4-dc38-4ef3-9505-4666cd12e6af will not be triggered until provisioned by entity L2. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:59:45.007681 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:45.117699 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-befbea8c-a10e-43ac-bbec-b8dc94ff8d32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:45.141583 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 43576) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:45.203621 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-87b4719a-174e-4956-99e5-fec3248a95c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:45.339138 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:45.348839 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=935ec1d4-dc38-4ef3-9505-4666cd12e6af,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:45.354023 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:45.401068 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-87b4719a-174e-4956-99e5-fec3248a95c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:45.404739 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Transition to ACTIVE for port object 841cc1fa-6eee-4760-8950-ae9fb2cc333f will not be triggered until provisioned by entity DHCP. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:59:45.406175 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-87b4719a-174e-4956-99e5-fec3248a95c6 admin admin] Usage tracker for resource:security_group_rule and tenant:9440d1b7c41d43bfb4d2cce35daff5d6 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:45.409927 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-87b4719a-174e-4956-99e5-fec3248a95c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:45.418026 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-87b4719a-174e-4956-99e5-fec3248a95c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:45.432812 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Attempting to bind port 935ec1d4-dc38-4ef3-9505-4666cd12e6af on host hv-cinder-80022 for vnic_type normal with profile {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:59:45.433376 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Attempting to bind port 935ec1d4-dc38-4ef3-9505-4666cd12e6af by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '1154bffb-996d-49a5-9c9b-99df9910728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '59badf42-8ed5-4d85-83cc-c3b17c53f9f4'}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:59:45.433720 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Attempting to bind port 935ec1d4-dc38-4ef3-9505-4666cd12e6af on network 59badf42-8ed5-4d85-83cc-c3b17c53f9f4 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:59:45.448719 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Port 935ec1d4-dc38-4ef3-9505-4666cd12e6af on network 59badf42-8ed5-4d85-83cc-c3b17c53f9f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 09 15:59:45.449107 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Attempting to bind port 935ec1d4-dc38-4ef3-9505-4666cd12e6af on network 59badf42-8ed5-4d85-83cc-c3b17c53f9f4 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:59:45.458863 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Checking agent: {'id': '891cfaac-3e76-4d41-913f-991116fa71b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:59:45.459200 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Checking segment: {'id': '1154bffb-996d-49a5-9c9b-99df9910728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '59badf42-8ed5-4d85-83cc-c3b17c53f9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:59:45.459807 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Bound using segment: {'id': '1154bffb-996d-49a5-9c9b-99df9910728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '59badf42-8ed5-4d85-83cc-c3b17c53f9f4'} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:59:45.460665 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Bound port: 935ec1d4-dc38-4ef3-9505-4666cd12e6af, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1154bffb-996d-49a5-9c9b-99df9910728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '59badf42-8ed5-4d85-83cc-c3b17c53f9f4'}}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:59:45.461206 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:45.574634 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-87b4719a-174e-4956-99e5-fec3248a95c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:45.581384 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-87b4719a-174e-4956-99e5-fec3248a95c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:45.593652 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:45.598556 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-293773a3-59b8-403c-bb3a-7e696b119c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:45.608831 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:45.620866 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:45.680186 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4719a-174e-4956-99e5-fec3248a95c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368d5055-2544-4b31-a8f5-b7d4191883d3,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:45.684229 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-87b4719a-174e-4956-99e5-fec3248a95c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:45.760810 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-87b4719a-174e-4956-99e5-fec3248a95c6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9440d1b7c41d43bfb4d2cce35daff5d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6223207 Jul 09 15:59:45.766241 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Network 0657a14e-4ad0-46c8-a20e-e42722cd69f9 is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:59:45.768134 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 43586) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:45.774462 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:59:45.792061 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:59:45.792723 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1011944'] for router_interface, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:45.796935 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Pushing event updated for resources: {'Port': ['ID=841cc1fa-6eee-4760-8950-ae9fb2cc333f,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:45.801856 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-293773a3-59b8-403c-bb3a-7e696b119c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:45.807965 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] For port 935ec1d4-dc38-4ef3-9505-4666cd12e6af, host hv-cinder-80022, cleared binding levels {{(pid=74277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:59:45.815573 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:45.820960 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-293773a3-59b8-403c-bb3a-7e696b119c3c admin admin] Usage tracker for resource:security_group_rule and tenant:d9b9767f94c1455298312f034575a5b6 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:45.826714 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203428e-def5-4b81-b40f-c345b906bd1e req-c099e30a-7b45-4000-b593-d11830c8990e tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:45.832564 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-293773a3-59b8-403c-bb3a-7e696b119c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:45.838250 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6203428e-def5-4b81-b40f-c345b906bd1e req-c099e30a-7b45-4000-b593-d11830c8990e tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.6422656 Jul 09 15:59:45.865077 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] For port 935ec1d4-dc38-4ef3-9505-4666cd12e6af, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=935ec1d4-dc38-4ef3-9505-4666cd12e6af,segment=NetworkSegment(1154bffb-996d-49a5-9c9b-99df9910728f),segment_id=1154bffb-996d-49a5-9c9b-99df9910728f)] {{(pid=74277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:59:45.869405 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-293773a3-59b8-403c-bb3a-7e696b119c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:45.898851 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:45.919292 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c516a0e0-a404-4977-8873-cfb47b1610d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:45.934079 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6203428e-def5-4b81-b40f-c345b906bd1e req-70cee450-7818-4f8e-af42-a22b7d4f9c4d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947523 Jul 09 15:59:45.953887 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8478657-6cdf-471d-990a-bf57f7a0e31d req-d1836cbc-9998-4f4f-85e3-e36440073a22 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:45.955583 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d8478657-6cdf-471d-990a-bf57f7a0e31d req-d1836cbc-9998-4f4f-85e3-e36440073a22 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d6d0193-ebe3-4330-a5c7-402ea84e1e7f HTTP/1.1" status: 200 len: 943 time: 0.2797837 Jul 09 15:59:45.966926 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8e4e6f15-2e56-4720-8a16-8560c488ccbf req-2ae249c9-9ed5-45d7-9cdd-1bebd473181f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=798c4c987947430b9f5ca3417f6fae1e&device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 1099 time: 0.2804277 Jul 09 15:59:46.061972 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:46.063838 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] 10.222.0.89 "PUT /v2.0/ports/935ec1d4-dc38-4ef3-9505-4666cd12e6af HTTP/1.1" status: 200 len: 1093 time: 2.1913741 Jul 09 15:59:46.111132 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6d0193-ebe3-4330-a5c7-402ea84e1e7f', 'tag': '935ec1d4-dc38-4ef3-9505-4666cd12e6af'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:59:46.186136 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-ed9bcdc4-2b5b-4f0d-9b98-f90f4e7c543f None None] Provisioning for port 841cc1fa-6eee-4760-8950-ae9fb2cc333f completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:59:46.196421 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-ed9bcdc4-2b5b-4f0d-9b98-f90f4e7c543f None None] Provisioning complete for port 841cc1fa-6eee-4760-8950-ae9fb2cc333f triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:46.197730 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-ed9bcdc4-2b5b-4f0d-9b98-f90f4e7c543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:46.218576 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-dd137074-e41a-4b1a-b6f1-bc8407235361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:46.241130 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:46.257947 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=935ec1d4-dc38-4ef3-9505-4666cd12e6af,revision_number=3']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:46.275333 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-ed9bcdc4-2b5b-4f0d-9b98-f90f4e7c543f None None] Port 841cc1fa-6eee-4760-8950-ae9fb2cc333f cannot update to ACTIVE because it is not bound. {{(pid=74278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 09 15:59:46.331028 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:46.354426 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d8478657-6cdf-471d-990a-bf57f7a0e31d req-8530a0c8-3a8c-4bde-87e3-50d14ebabcfc tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724811 Jul 09 15:59:46.388070 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 8d80d024-6c9a-4fb7-b25b-243f7f220393 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:59:46.424254 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e6f15-2e56-4720-8a16-8560c488ccbf req-9127fdd2-4d1b-4580-ae77-e7b9550c2681 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:46.427797 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8e4e6f15-2e56-4720-8a16-8560c488ccbf req-9127fdd2-4d1b-4580-ae77-e7b9550c2681 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0720c046-472b-41f7-aed1-fe5049b59216 HTTP/1.1" status: 200 len: 919 time: 0.4442856 Jul 09 15:59:46.440783 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f09e89-a238-4048-8153-31c8e46f0c51 req-3a1df330-51d4-473e-9efc-6108b24b6730 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:46.443636 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c1f09e89-a238-4048-8153-31c8e46f0c51 req-3a1df330-51d4-473e-9efc-6108b24b6730 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.3073442 Jul 09 15:59:46.463836 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-dd137074-e41a-4b1a-b6f1-bc8407235361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:46.588230 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8e4e6f15-2e56-4720-8a16-8560c488ccbf req-061e3047-5c68-430c-8a86-5725c726fa3e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0ee7a7a-a984-4308-b677-081305a62fad HTTP/1.1" status: 200 len: 217 time: 0.1432261 Jul 09 15:59:46.602899 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 8d80d024-6c9a-4fb7-b25b-243f7f220393, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8d80d024-6c9a-4fb7-b25b-243f7f220393,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:59:46.623187 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': '8d80d024-6c9a-4fb7-b25b-243f7f220393', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'port_id': '8d80d024-6c9a-4fb7-b25b-243f7f220393', 'mac_address': 'fa:16:3e:9f:b7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:59:46.634676 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-293773a3-59b8-403c-bb3a-7e696b119c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:46.648188 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c1f09e89-a238-4048-8153-31c8e46f0c51 req-1d10c9b7-5a42-4918-971f-84b652010bef tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462576 Jul 09 15:59:46.686257 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-293773a3-59b8-403c-bb3a-7e696b119c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:46.747960 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e6f15-2e56-4720-8a16-8560c488ccbf req-b3c94f02-2dc3-43a3-abf8-de14a28dc262 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:46.749465 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8e4e6f15-2e56-4720-8a16-8560c488ccbf req-b3c94f02-2dc3-43a3-abf8-de14a28dc262 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4121e6a0-77e3-405e-b1c9-fb3cc0cd4986 HTTP/1.1" status: 200 len: 858 time: 0.1095784 Jul 09 15:59:46.764720 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:46.801572 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d80d024-6c9a-4fb7-b25b-243f7f220393 {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:59:46.807774 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:46.818433 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6d0193-ebe3-4330-a5c7-402ea84e1e7f', 'tag': '935ec1d4-dc38-4ef3-9505-4666cd12e6af', 'status': 'completed', 'code': 200} Jul 09 15:59:46.819295 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8e4e6f15-2e56-4720-8a16-8560c488ccbf req-dce471b7-8243-4a9a-acf7-5aa4eda1e9fa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0720c046-472b-41f7-aed1-fe5049b59216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587287 Jul 09 15:59:46.824862 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 8d80d024-6c9a-4fb7-b25b-243f7f220393, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8d80d024-6c9a-4fb7-b25b-243f7f220393,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:59:46.830157 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:46.831046 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae116753-fe3c-4033-8054-ed93489ce64a req-8d6b536f-fe1c-460a-bfb2-636a7511e8bc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:46.833652 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ae116753-fe3c-4033-8054-ed93489ce64a req-8d6b536f-fe1c-460a-bfb2-636a7511e8bc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.2504945 Jul 09 15:59:46.839542 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:46.917536 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-8335f18c-a94c-49b9-ae1d-55453fbb72cf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=03b1641750394fae815ce5db5a584238&device_id=0d6d0193-ebe3-4330-a5c7-402ea84e1e7f HTTP/1.1" status: 200 len: 1096 time: 0.6431837 Jul 09 15:59:46.922006 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293773a3-59b8-403c-bb3a-7e696b119c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372783ea-c021-4ab0-ae88-b9a72b5faede,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:46.933468 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-293773a3-59b8-403c-bb3a-7e696b119c3c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d9b9767f94c1455298312f034575a5b6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9544780 Jul 09 15:59:46.934972 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-293773a3-59b8-403c-bb3a-7e696b119c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:46.939586 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 43594) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:46.959533 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=8d80d024-6c9a-4fb7-b25b-243f7f220393,revision_number=6']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:46.963450 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:47.009815 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ae116753-fe3c-4033-8054-ed93489ce64a req-d358243e-5522-46d4-96fa-aa20c81d9390 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427021 Jul 09 15:59:47.066057 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8e4e6f15-2e56-4720-8a16-8560c488ccbf req-6b00b68e-5a37-4300-8bf5-689b6ef3776f service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305362 Jul 09 15:59:47.087398 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-dd137074-e41a-4b1a-b6f1-bc8407235361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:47.105416 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-9e62ce5a-e755-416e-83b8-288883913ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:47.129500 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-e9dd065f-f4ab-49e6-be17-4a0be02aa0c6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=935ec1d4-dc38-4ef3-9505-4666cd12e6af HTTP/1.1" status: 200 len: 217 time: 0.1674614 Jul 09 15:59:47.143995 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd137074-e41a-4b1a-b6f1-bc8407235361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368d5055-2544-4b31-a8f5-b7d4191883d3,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:47.201945 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-dd137074-e41a-4b1a-b6f1-bc8407235361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:47.222615 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.db.resource_extend [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 15:59:47.234339 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['8d80d024-6c9a-4fb7-b25b-243f7f220393'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 15:59:47.256662 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:47.275672 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:47.276950 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15981793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012499'] for router_interface, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:47.287355 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:47.318302 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-ed60beaf-999a-454e-8bf9-5f357ca64cf2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:47.319901 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-ed60beaf-999a-454e-8bf9-5f357ca64cf2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d75c609d-dcd7-430b-a741-ebb014d97ccd HTTP/1.1" status: 200 len: 847 time: 0.1701672 Jul 09 15:59:47.328579 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-dd137074-e41a-4b1a-b6f1-bc8407235361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:47.334647 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-dd137074-e41a-4b1a-b6f1-bc8407235361 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/368d5055-2544-4b31-a8f5-b7d4191883d3 HTTP/1.1" status: 204 len: 168 time: 1.5569422 Jul 09 15:59:47.387860 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6d1b13a3-3206-4671-be0e-06f8f459d849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:47.392428 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8e4e6f15-2e56-4720-8a16-8560c488ccbf req-f500768a-e754-4116-8ba7-c3ffe8277b0e service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081207 Jul 09 15:59:47.427847 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18938ba-486d-49a6-bcc4-4d74ead951b8 req-85799259-90b7-44eb-8928-4437a6d63971 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:47.429367 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c18938ba-486d-49a6-bcc4-4d74ead951b8 req-85799259-90b7-44eb-8928-4437a6d63971 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.1200981 Jul 09 15:59:47.472727 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-4d482b20-6bb4-46a5-9d76-b0165a040046 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=59badf42-8ed5-4d85-83cc-c3b17c53f9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416118 Jul 09 15:59:47.524535 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c18938ba-486d-49a6-bcc4-4d74ead951b8 req-45c4890e-6352-44ea-a18d-6fcbef304e38 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851142 Jul 09 15:59:47.648825 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Pushing event updated for resources: {'Port': ['ID=841cc1fa-6eee-4760-8950-ae9fb2cc333f,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:47.687381 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58c9b6-7e6a-46ad-847b-f657e4d96b2d req-88cf941b-85cb-4c9c-98f1-bc078ece2444 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:47.689283 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-fd58c9b6-7e6a-46ad-847b-f657e4d96b2d req-88cf941b-85cb-4c9c-98f1-bc078ece2444 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d6d0193-ebe3-4330-a5c7-402ea84e1e7f HTTP/1.1" status: 200 len: 943 time: 0.0996878 Jul 09 15:59:47.712013 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:47.721028 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6d1b13a3-3206-4671-be0e-06f8f459d849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:47.779446 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-fd58c9b6-7e6a-46ad-847b-f657e4d96b2d req-961d9881-b19d-41cf-b200-8626bbc2ba1f tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831559 Jul 09 15:59:47.831325 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-f71f8f13-ecd4-4d0a-b2d7-7605e9343538 service neutron] 10.222.0.89 "GET /v2.0/networks/59badf42-8ed5-4d85-83cc-c3b17c53f9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911427 Jul 09 15:59:48.161978 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395b2ba-32b5-4227-bb62-9d183feafa10 req-fcc2a92e-0e2c-461e-8f16-4801c2b99e59 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:48.177945 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e395b2ba-32b5-4227-bb62-9d183feafa10 req-fcc2a92e-0e2c-461e-8f16-4801c2b99e59 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1981249 Jul 09 15:59:48.279425 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e395b2ba-32b5-4227-bb62-9d183feafa10 req-8f8a1550-c7c0-42fc-bd65-cb3fd590d438 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000466 Jul 09 15:59:48.333050 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5aca552d-89a6-4d6c-a081-a0545ed104cf req-b04f5740-2d75-460e-971f-9c1fe71da14a service neutron] 10.222.0.89 "GET /v2.0/networks/59badf42-8ed5-4d85-83cc-c3b17c53f9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4751515 Jul 09 15:59:48.380654 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c425dee-2fec-47d9-8272-1bf91755bc42 req-0dc9be80-ffe2-4d10-a8eb-75a5fdc7884a tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:48.380914 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Network 0657a14e-4ad0-46c8-a20e-e42722cd69f9 is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:59:48.383037 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:59:48.392454 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 8d80d024-6c9a-4fb7-b25b-243f7f220393 up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:59:48.398537 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3c425dee-2fec-47d9-8272-1bf91755bc42 req-0dc9be80-ffe2-4d10-a8eb-75a5fdc7884a tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 944 time: 0.1179304 Jul 09 15:59:48.470893 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6d1b13a3-3206-4671-be0e-06f8f459d849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:48.477918 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3c425dee-2fec-47d9-8272-1bf91755bc42 req-841138b8-dd48-4fdb-b289-b9c79fd2eed5 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783083 Jul 09 15:59:48.493438 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-14b9d193-9cb9-49b4-95f9-aa527c65fbed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:48.516471 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b13a3-3206-4671-be0e-06f8f459d849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372783ea-c021-4ab0-ae88-b9a72b5faede,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:48.518855 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-6d1b13a3-3206-4671-be0e-06f8f459d849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:48.522871 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port 8d80d024-6c9a-4fb7-b25b-243f7f220393 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:48.523518 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:48.605118 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6d1b13a3-3206-4671-be0e-06f8f459d849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:48.609711 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-6d1b13a3-3206-4671-be0e-06f8f459d849 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/372783ea-c021-4ab0-ae88-b9a72b5faede HTTP/1.1" status: 204 len: 168 time: 1.6688318 Jul 09 15:59:48.726234 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-3035ab44-bfbc-4668-82c6-be09a352257f req-c8d3ba6f-eb15-4d8d-b4cf-9d992b18d4e2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=03b1641750394fae815ce5db5a584238&device_id=0d6d0193-ebe3-4330-a5c7-402ea84e1e7f HTTP/1.1" status: 200 len: 1096 time: 0.2107837 Jul 09 15:59:48.761437 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:48.830710 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 8d80d024-6c9a-4fb7-b25b-243f7f220393, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8d80d024-6c9a-4fb7-b25b-243f7f220393,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:59:48.834943 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89069aaf-fea9-4553-a999-59c429fd8b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d80d024-6c9a-4fb7-b25b-243f7f220393'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:59:48.865023 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:48.876141 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:49.102214 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035ab44-bfbc-4668-82c6-be09a352257f req-daeed001-679d-45a3-bc0b-b6c4ad17edad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:49.106165 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-3035ab44-bfbc-4668-82c6-be09a352257f req-daeed001-679d-45a3-bc0b-b6c4ad17edad service neutron] 10.222.0.89 "GET /v2.0/networks?id=59badf42-8ed5-4d85-83cc-c3b17c53f9f4 HTTP/1.1" status: 200 len: 908 time: 0.3680327 Jul 09 15:59:49.219689 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edc011-f37e-4919-80ca-e6e9124f69d6 req-3b6e07f0-55bb-4afe-9c0e-d8c094f4bee8 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:49.231484 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-16edc011-f37e-4919-80ca-e6e9124f69d6 req-3b6e07f0-55bb-4afe-9c0e-d8c094f4bee8 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.2830169 Jul 09 15:59:49.324685 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=8d80d024-6c9a-4fb7-b25b-243f7f220393,revision_number=7']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:49.350082 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89069aaf-fea9-4553-a999-59c429fd8b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d80d024-6c9a-4fb7-b25b-243f7f220393', 'code': 200} Jul 09 15:59:49.360788 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:49.363251 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-df6c5fe4-3f90-45f9-aea8-4a827a171b34 None None] Provisioning complete for port 841cc1fa-6eee-4760-8950-ae9fb2cc333f triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:49.364039 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-df6c5fe4-3f90-45f9-aea8-4a827a171b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:49.481111 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-16edc011-f37e-4919-80ca-e6e9124f69d6 req-6820a3af-09a5-4b35-9fe5-926eb501364f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454128 Jul 09 15:59:49.685603 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-df6c5fe4-3f90-45f9-aea8-4a827a171b34 None None] Port 841cc1fa-6eee-4760-8950-ae9fb2cc333f cannot update to ACTIVE because it is not bound. {{(pid=74278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 09 15:59:49.774725 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-3035ab44-bfbc-4668-82c6-be09a352257f req-0b70d58c-4cf2-413d-af3a-205ac7c62d37 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=935ec1d4-dc38-4ef3-9505-4666cd12e6af HTTP/1.1" status: 200 len: 217 time: 0.4250224 Jul 09 15:59:49.917071 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c69e50-5038-4822-8e46-37ee8b53f71a req-c6ac4eef-f8e7-4dce-b10a-b7439d8b1d64 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:49.932832 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-83c69e50-5038-4822-8e46-37ee8b53f71a req-c6ac4eef-f8e7-4dce-b10a-b7439d8b1d64 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d6d0193-ebe3-4330-a5c7-402ea84e1e7f HTTP/1.1" status: 200 len: 943 time: 0.2925143 Jul 09 15:59:49.994932 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035ab44-bfbc-4668-82c6-be09a352257f req-9591f306-3b64-452f-b4ce-2a43d8fa7721 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:49.997301 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-3035ab44-bfbc-4668-82c6-be09a352257f req-9591f306-3b64-452f-b4ce-2a43d8fa7721 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d75c609d-dcd7-430b-a741-ebb014d97ccd HTTP/1.1" status: 200 len: 847 time: 0.2116599 Jul 09 15:59:50.085549 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Router ea4ceeb9-7917-494c-88fb-31e355ec0655 has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 15:59:50.123252 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device c7d0abb6-f1cc-476c-a674-e8e3603a2ba1 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:59:50.133254 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-3035ab44-bfbc-4668-82c6-be09a352257f req-73fe7582-2ce3-485a-9394-e2f63b7c81a4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=59badf42-8ed5-4d85-83cc-c3b17c53f9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233144 Jul 09 15:59:50.222763 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-83c69e50-5038-4822-8e46-37ee8b53f71a req-970c000c-9065-4615-9bb0-63106797b399 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848668 Jul 09 15:59:50.264244 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port c7d0abb6-f1cc-476c-a674-e8e3603a2ba1 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:59:50.275928 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port c7d0abb6-f1cc-476c-a674-e8e3603a2ba1 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:50.276697 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:50.345181 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d315d5-f23b-4c9b-bca2-21a369464e98 req-bfebb08e-4744-4c69-9a13-2faa9434092b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:50.357450 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-52d315d5-f23b-4c9b-bca2-21a369464e98 req-bfebb08e-4744-4c69-9a13-2faa9434092b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.3758762 Jul 09 15:59:50.491035 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-52d315d5-f23b-4c9b-bca2-21a369464e98 req-808d0589-7586-459d-b9d5-3ddbea17c19a tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320946 Jul 09 15:59:50.500256 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 935ec1d4-dc38-4ef3-9505-4666cd12e6af details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:59:50.771346 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.db.resource_extend [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 15:59:50.796716 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-3035ab44-bfbc-4668-82c6-be09a352257f req-444a615e-a273-43d6-9df0-895eedec9856 service neutron] 10.222.0.89 "GET /v2.0/networks/59badf42-8ed5-4d85-83cc-c3b17c53f9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682972 Jul 09 15:59:51.052579 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a09488-b2f3-4c74-aa91-ff7d49da1ea5 req-3417abbd-3722-44ee-b02d-0c1218f2c4a1 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:51.052858 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:51.063938 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-38a09488-b2f3-4c74-aa91-ff7d49da1ea5 req-3417abbd-3722-44ee-b02d-0c1218f2c4a1 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.4499996 Jul 09 15:59:51.146383 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-38a09488-b2f3-4c74-aa91-ff7d49da1ea5 req-b3d43c03-d618-4777-8e12-7068f1655214 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808752 Jul 09 15:59:51.158758 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] For port c7d0abb6-f1cc-476c-a674-e8e3603a2ba1, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=c7d0abb6-f1cc-476c-a674-e8e3603a2ba1,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:59:51.171631 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:51.172386 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e870426-bec7-4eae-b6d7-717dd6f4abf9 req-06fda7f9-4655-4ba4-a232-ff51103299db tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:51.185300 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:51.190787 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1e870426-bec7-4eae-b6d7-717dd6f4abf9 req-06fda7f9-4655-4ba4-a232-ff51103299db tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.3528965 Jul 09 15:59:51.340477 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1e870426-bec7-4eae-b6d7-717dd6f4abf9 req-aa02db08-1f1a-489a-a16f-926c5345e036 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486135 Jul 09 15:59:51.387956 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-3035ab44-bfbc-4668-82c6-be09a352257f req-7f2ed1bb-3b56-4e25-a313-a7a12563a161 service neutron] 10.222.0.89 "GET /v2.0/networks/59badf42-8ed5-4d85-83cc-c3b17c53f9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5729136 Jul 09 15:59:51.633859 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 935ec1d4-dc38-4ef3-9505-4666cd12e6af, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=935ec1d4-dc38-4ef3-9505-4666cd12e6af,segment=NetworkSegment(1154bffb-996d-49a5-9c9b-99df9910728f),segment_id=1154bffb-996d-49a5-9c9b-99df9910728f)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:59:51.642256 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137226b-e847-45af-93b6-c25e8da334b7 req-bc3ff4cc-628c-44a7-98f0-c50a9a03b0d1 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:51.654287 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5137226b-e847-45af-93b6-c25e8da334b7 req-bc3ff4cc-628c-44a7-98f0-c50a9a03b0d1 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d6d0193-ebe3-4330-a5c7-402ea84e1e7f HTTP/1.1" status: 200 len: 943 time: 0.1408796 Jul 09 15:59:51.665566 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': '935ec1d4-dc38-4ef3-9505-4666cd12e6af', 'network_id': '59badf42-8ed5-4d85-83cc-c3b17c53f9f4', 'port_id': '935ec1d4-dc38-4ef3-9505-4666cd12e6af', 'mac_address': 'fa:16:3e:49:31:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75c609d-dcd7-430b-a741-ebb014d97ccd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:59:51.668759 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Pushing event updated for resources: {'Port': ['ID=c7d0abb6-f1cc-476c-a674-e8e3603a2ba1,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:51.674795 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:51.747637 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5137226b-e847-45af-93b6-c25e8da334b7 req-a200e822-1175-4a23-8b16-281a6ad9c11c tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923665 Jul 09 15:59:51.756026 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:51.783214 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935ec1d4-dc38-4ef3-9505-4666cd12e6af {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:59:51.809001 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 935ec1d4-dc38-4ef3-9505-4666cd12e6af, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=935ec1d4-dc38-4ef3-9505-4666cd12e6af,segment=NetworkSegment(1154bffb-996d-49a5-9c9b-99df9910728f),segment_id=1154bffb-996d-49a5-9c9b-99df9910728f)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:59:51.822329 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:51.827545 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:52.018085 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:59:52.050143 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] 10.222.0.66 "PUT /v2.0/routers/ea4ceeb9-7917-494c-88fb-31e355ec0655/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8506114 Jul 09 15:59:52.135108 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=935ec1d4-dc38-4ef3-9505-4666cd12e6af,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:52.140827 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:52.174245 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device c7d0abb6-f1cc-476c-a674-e8e3603a2ba1 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:59:52.390111 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['935ec1d4-dc38-4ef3-9505-4666cd12e6af'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 15:59:52.522692 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-76024ee0-f8ac-427d-a2b6-4702bf5e509d req-6f78fc75-c9dd-44ff-86bf-524e0158841f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3ea28ba7538a42cf98540122fdcd24bc&device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 1098 time: 0.2657707 Jul 09 15:59:52.576763 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54efcc-d984-4093-aa31-f28c7edfa8fc req-daf9c887-e585-40c7-b456-bf132519f2a3 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:52.590718 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8f54efcc-d984-4093-aa31-f28c7edfa8fc req-daf9c887-e585-40c7-b456-bf132519f2a3 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.5758333 Jul 09 15:59:52.647889 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port c7d0abb6-f1cc-476c-a674-e8e3603a2ba1 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:52.648481 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:52.706656 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8f54efcc-d984-4093-aa31-f28c7edfa8fc req-abf4ce32-ca14-4751-9cf3-b07994dc4c7a tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146657 Jul 09 15:59:52.719557 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76024ee0-f8ac-427d-a2b6-4702bf5e509d req-ce02e196-c849-4c3e-8ea1-3e673b0b3b33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:52.722962 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-76024ee0-f8ac-427d-a2b6-4702bf5e509d req-ce02e196-c849-4c3e-8ea1-3e673b0b3b33 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c0f8cb26-8b3d-4d13-b008-9f068bcd3651 HTTP/1.1" status: 200 len: 911 time: 0.1871374 Jul 09 15:59:52.730108 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da997640-abea-42d7-a6fe-82c3e5e07fe0 req-aa6f10d5-72b7-40df-b0bd-86c64a87c6e3 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:52.753275 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-da997640-abea-42d7-a6fe-82c3e5e07fe0 req-aa6f10d5-72b7-40df-b0bd-86c64a87c6e3 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.5042479 Jul 09 15:59:52.875889 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-da997640-abea-42d7-a6fe-82c3e5e07fe0 req-6302e0cd-ba5c-492e-80c7-733d8c30091f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216528 Jul 09 15:59:52.945570 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-76024ee0-f8ac-427d-a2b6-4702bf5e509d req-1ab4fcba-50c6-4b34-b027-ffb3b51cd1fa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79c45d8-39ee-45e3-bb03-deaf529b4edd HTTP/1.1" status: 200 len: 1001 time: 0.2059538 Jul 09 15:59:53.051585 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76024ee0-f8ac-427d-a2b6-4702bf5e509d req-5433b9e3-c83c-4707-a153-4bc6696517b6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:53.055052 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-76024ee0-f8ac-427d-a2b6-4702bf5e509d req-5433b9e3-c83c-4707-a153-4bc6696517b6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4105b35-a599-44f8-8dc4-3f9e81bce3de HTTP/1.1" status: 200 len: 849 time: 0.0959742 Jul 09 15:59:53.158858 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba795435-8809-4854-891c-b8b246e57d21 req-426eed5b-12e1-4c46-bb1e-232359f223bc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:53.160370 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ba795435-8809-4854-891c-b8b246e57d21 req-426eed5b-12e1-4c46-bb1e-232359f223bc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.2117367 Jul 09 15:59:53.266509 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ba795435-8809-4854-891c-b8b246e57d21 req-6568f66a-8489-4775-9b0c-b23927678611 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964365 Jul 09 15:59:53.294414 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-76024ee0-f8ac-427d-a2b6-4702bf5e509d req-61d710ca-d8ef-4e9c-af6e-502ebbe2893c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c0f8cb26-8b3d-4d13-b008-9f068bcd3651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2201998 Jul 09 15:59:53.579235 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-76024ee0-f8ac-427d-a2b6-4702bf5e509d req-d7cb8f69-6def-44ac-96fa-e6f1a3ac4459 service neutron] 10.222.0.89 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754517 Jul 09 15:59:53.628679 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934df17b-d60a-4e58-9580-8e53ca57011d req-c54b2d61-d6bb-48af-9c4c-51166e52d769 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:53.636513 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-934df17b-d60a-4e58-9580-8e53ca57011d req-c54b2d61-d6bb-48af-9c4c-51166e52d769 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d6d0193-ebe3-4330-a5c7-402ea84e1e7f HTTP/1.1" status: 200 len: 944 time: 0.1988735 Jul 09 15:59:53.669947 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ba50ac33-33c5-470e-8396-85bb18d0cc5d req-f5973828-824f-415c-a65a-a936ffa7be09 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1913247 Jul 09 15:59:53.731389 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-934df17b-d60a-4e58-9580-8e53ca57011d req-6d783cd6-3b80-4bbb-aded-853c704517bc tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925846 Jul 09 15:59:53.969282 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ba50ac33-33c5-470e-8396-85bb18d0cc5d req-3f93b22b-0c2d-4496-a357-5a62e2c27fd3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=798c4c987947430b9f5ca3417f6fae1e&device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 1098 time: 0.2346766 Jul 09 15:59:53.974169 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-76024ee0-f8ac-427d-a2b6-4702bf5e509d req-a5a4115c-8899-41f9-b012-66cf6f5d5c84 service neutron] 10.222.0.89 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862884 Jul 09 15:59:54.297030 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 43696) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:54.305291 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-0280ef7e-70ef-49f5-8214-58e55a92647a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1482361124', 'description': 'tempest-secgroup-smoke-1482361124 description', 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:59:54.326619 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-0280ef7e-70ef-49f5-8214-58e55a92647a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:54.331901 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-0280ef7e-70ef-49f5-8214-58e55a92647a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Usage tracker for resource:security_group and tenant:8911ef40b69d4f2b93d3a7d7583b87b7 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:54.340542 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-0280ef7e-70ef-49f5-8214-58e55a92647a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:54.360091 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-0280ef7e-70ef-49f5-8214-58e55a92647a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:54.391178 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-0280ef7e-70ef-49f5-8214-58e55a92647a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:54.428947 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 935ec1d4-dc38-4ef3-9505-4666cd12e6af up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:59:54.624840 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning for port 935ec1d4-dc38-4ef3-9505-4666cd12e6af completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:59:54.642352 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port 935ec1d4-dc38-4ef3-9505-4666cd12e6af triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:54.642913 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:54.660667 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-0280ef7e-70ef-49f5-8214-58e55a92647a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:54.666056 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-0280ef7e-70ef-49f5-8214-58e55a92647a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Usage tracker for resource:security_group_rule and tenant:8911ef40b69d4f2b93d3a7d7583b87b7 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:54.693143 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-0280ef7e-70ef-49f5-8214-58e55a92647a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:54.698917 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50ac33-33c5-470e-8396-85bb18d0cc5d req-29139935-2a02-45d7-929d-6bf17481379d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:54.702624 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-ba50ac33-33c5-470e-8396-85bb18d0cc5d req-29139935-2a02-45d7-929d-6bf17481379d service neutron] 10.222.0.89 "GET /v2.0/networks?id=0720c046-472b-41f7-aed1-fe5049b59216 HTTP/1.1" status: 200 len: 919 time: 0.4962924 Jul 09 15:59:54.749478 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] Sync routers for ids ['ea4ceeb9-7917-494c-88fb-31e355ec0655'] in dv-cinder-800228-1-smb {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 15:59:54.789716 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-0280ef7e-70ef-49f5-8214-58e55a92647a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:54.849400 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:54.862310 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] Routers {'ea4ceeb9-7917-494c-88fb-31e355ec0655'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:59:54.863079 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:59:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['ea4ceeb9-7917-494c-88fb-31e355ec0655'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:54.867554 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-ba50ac33-33c5-470e-8396-85bb18d0cc5d req-8b58696a-5b0b-433e-a1b4-3cdc3121d11f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4046553-f97e-4b9c-a69a-da9334346d4a HTTP/1.1" status: 200 len: 217 time: 0.1459193 Jul 09 15:59:54.957689 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87b779-9227-4ec0-97cf-fcfb775f7748 req-9c8435d2-5f97-41b7-b73e-9ca732fdad59 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:54.966083 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2d87b779-9227-4ec0-97cf-fcfb775f7748 req-9c8435d2-5f97-41b7-b73e-9ca732fdad59 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.4291728 Jul 09 15:59:54.999849 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50ac33-33c5-470e-8396-85bb18d0cc5d req-40125688-2286-41ef-a230-a27b31655daf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:55.011006 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-ba50ac33-33c5-470e-8396-85bb18d0cc5d req-40125688-2286-41ef-a230-a27b31655daf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4121e6a0-77e3-405e-b1c9-fb3cc0cd4986 HTTP/1.1" status: 200 len: 858 time: 0.1315534 Jul 09 15:59:55.014650 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa505f-b7b8-4e1b-955d-c6986c67fc1c req-1420953f-40b4-476a-be83-c8baa29d3faa tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:55.016507 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-28fa505f-b7b8-4e1b-955d-c6986c67fc1c req-1420953f-40b4-476a-be83-c8baa29d3faa tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.3255501 Jul 09 15:59:55.022708 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-0280ef7e-70ef-49f5-8214-58e55a92647a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:55.044587 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-0280ef7e-70ef-49f5-8214-58e55a92647a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:55.055238 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6d0193-ebe3-4330-a5c7-402ea84e1e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935ec1d4-dc38-4ef3-9505-4666cd12e6af'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:59:55.073867 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-add7c943-a533-4188-b1e0-38d5cdd0aada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:55.096803 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2d87b779-9227-4ec0-97cf-fcfb775f7748 req-c3995b38-decf-4e19-8a9d-1ab679cc7017 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290824 Jul 09 15:59:55.146520 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-ba50ac33-33c5-470e-8396-85bb18d0cc5d req-932c5678-75b9-468b-bd5b-5cc19b825921 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0720c046-472b-41f7-aed1-fe5049b59216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114612 Jul 09 15:59:55.169860 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-0280ef7e-70ef-49f5-8214-58e55a92647a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:55.172155 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-0280ef7e-70ef-49f5-8214-58e55a92647a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8741956 Jul 09 15:59:55.175331 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 43706) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:55.183795 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-e339c09d-8611-4dd0-8eba-b47e0a7d8799 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Request body: {'security_group_rule': {'security_group_id': 'b31f0626-21ec-466f-a6f4-3285cac1dc7b', 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:59:55.211608 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-e339c09d-8611-4dd0-8eba-b47e0a7d8799 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:55.227476 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-e339c09d-8611-4dd0-8eba-b47e0a7d8799 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Usage tracker for resource:security_group_rule and tenant:8911ef40b69d4f2b93d3a7d7583b87b7 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:55.241682 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280ef7e-70ef-49f5-8214-58e55a92647a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b31f0626-21ec-466f-a6f4-3285cac1dc7b,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:55.260939 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-0280ef7e-70ef-49f5-8214-58e55a92647a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:55.265625 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 935ec1d4-dc38-4ef3-9505-4666cd12e6af, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=935ec1d4-dc38-4ef3-9505-4666cd12e6af,segment=NetworkSegment(1154bffb-996d-49a5-9c9b-99df9910728f),segment_id=1154bffb-996d-49a5-9c9b-99df9910728f)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:59:55.284696 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-e339c09d-8611-4dd0-8eba-b47e0a7d8799 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:55.293596 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-28fa505f-b7b8-4e1b-955d-c6986c67fc1c req-30527e26-669d-421e-92f1-3e33b26f39d0 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520347 Jul 09 15:59:55.308579 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:55.309672 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:55.329451 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-6fdd70c4-7bda-44fe-bcbc-895d7a5d0283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:55.389333 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-e339c09d-8611-4dd0-8eba-b47e0a7d8799 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:55.445913 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e339c09d-8611-4dd0-8eba-b47e0a7d8799 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:55.578977 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=935ec1d4-dc38-4ef3-9505-4666cd12e6af,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:55.587584 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:55.663646 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-ba50ac33-33c5-470e-8396-85bb18d0cc5d req-6fde23e8-3061-4b2f-8386-93d5b4abdf3e service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306002 Jul 09 15:59:55.665325 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e339c09d-8611-4dd0-8eba-b47e0a7d8799 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:55.670345 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e339c09d-8611-4dd0-8eba-b47e0a7d8799 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903320'] for security_group_rule, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:55.671009 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] Set router ea4ceeb9-7917-494c-88fb-31e355ec0655 gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:59:55.672369 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:55.925075 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339c09d-8611-4dd0-8eba-b47e0a7d8799 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cceb126-ce0a-4fac-87cb-23cc64e09ad6,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:55.931802 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-ba50ac33-33c5-470e-8396-85bb18d0cc5d req-195ba303-3646-4611-8714-6a31f6aa0946 service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218673 Jul 09 15:59:55.932951 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e339c09d-8611-4dd0-8eba-b47e0a7d8799 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:55.933859 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e339c09d-8611-4dd0-8eba-b47e0a7d8799 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:55.946090 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-e339c09d-8611-4dd0-8eba-b47e0a7d8799 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7567072 Jul 09 15:59:55.946090 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 43714) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:55.965400 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-5565d5cc-6a5f-4242-89fe-81d1069825d8 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Request body: {'security_group_rule': {'security_group_id': 'b31f0626-21ec-466f-a6f4-3285cac1dc7b', 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:59:55.986690 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-5565d5cc-6a5f-4242-89fe-81d1069825d8 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:55.998683 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590c9a5-e3c3-479d-8c50-c07d331c417b req-c44644b1-41b5-4768-baed-02c0e38cee5b tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:55.999303 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-5565d5cc-6a5f-4242-89fe-81d1069825d8 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Usage tracker for resource:security_group_rule and tenant:8911ef40b69d4f2b93d3a7d7583b87b7 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:56.014237 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-5565d5cc-6a5f-4242-89fe-81d1069825d8 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:56.017646 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b590c9a5-e3c3-479d-8c50-c07d331c417b req-c44644b1-41b5-4768-baed-02c0e38cee5b tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.5068331 Jul 09 15:59:56.025632 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-5565d5cc-6a5f-4242-89fe-81d1069825d8 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:56.071168 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbbedb-5951-48a6-8d0e-8f71c94218e7 req-52342013-da9d-4cc8-bad2-fbd7b6214a4a tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:56.090487 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5565d5cc-6a5f-4242-89fe-81d1069825d8 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:56.099826 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-35bbbedb-5951-48a6-8d0e-8f71c94218e7 req-52342013-da9d-4cc8-bad2-fbd7b6214a4a tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d6d0193-ebe3-4330-a5c7-402ea84e1e7f HTTP/1.1" status: 200 len: 945 time: 0.4752741 Jul 09 15:59:56.247547 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5565d5cc-6a5f-4242-89fe-81d1069825d8 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:56.253377 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5565d5cc-6a5f-4242-89fe-81d1069825d8 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903320'] for security_group_rule, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:56.255791 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-5833b0e1-2c20-458b-ac56-85a81036b300 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:56.289425 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565d5cc-6a5f-4242-89fe-81d1069825d8 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed043cc6-e62f-433a-b485-cad50f0d780a,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:56.293664 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-5565d5cc-6a5f-4242-89fe-81d1069825d8 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:56.318421 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5565d5cc-6a5f-4242-89fe-81d1069825d8 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:56.322832 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-5565d5cc-6a5f-4242-89fe-81d1069825d8 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3763359 Jul 09 15:59:56.324187 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 43724) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:56.345657 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b590c9a5-e3c3-479d-8c50-c07d331c417b req-954d6641-0e5b-4a87-99e5-79368978049f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3265252 Jul 09 15:59:56.358015 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-3c1fd89f-63fd-4a91-a0b7-b5cd248b3ece tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Request body: {'security_group_rule': {'security_group_id': 'b31f0626-21ec-466f-a6f4-3285cac1dc7b', 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:59:56.389645 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-3c1fd89f-63fd-4a91-a0b7-b5cd248b3ece tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:56.398224 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-3c1fd89f-63fd-4a91-a0b7-b5cd248b3ece tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Usage tracker for resource:security_group_rule and tenant:8911ef40b69d4f2b93d3a7d7583b87b7 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:56.407087 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-3c1fd89f-63fd-4a91-a0b7-b5cd248b3ece tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:56.428118 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-3c1fd89f-63fd-4a91-a0b7-b5cd248b3ece tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:56.456198 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-35bbbedb-5951-48a6-8d0e-8f71c94218e7 req-5f47973f-8471-4e21-987d-681d3e593c72 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381345 Jul 09 15:59:56.466438 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3c1fd89f-63fd-4a91-a0b7-b5cd248b3ece tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:56.549038 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6d0193-ebe3-4330-a5c7-402ea84e1e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935ec1d4-dc38-4ef3-9505-4666cd12e6af', 'code': 200} Jul 09 15:59:56.619485 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3c1fd89f-63fd-4a91-a0b7-b5cd248b3ece tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:56.628951 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3c1fd89f-63fd-4a91-a0b7-b5cd248b3ece tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903320'] for security_group_rule, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:56.634553 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:56.638630 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4ceeb9-7917-494c-88fb-31e355ec0655', 'name': 'tempest-TestShelveInstance-1943314593-router', 'tenant_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c7d0abb6-f1cc-476c-a674-e8e3603a2ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:34Z', 'updated_at': '2021-07-09T15:59:45Z', 'revision_number': 4, 'project_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'gw_port': {'id': 'c7d0abb6-f1cc-476c-a674-e8e3603a2ba1', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4ceeb9-7917-494c-88fb-31e355ec0655', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:36Z', 'updated_at': '2021-07-09T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': '841cc1fa-6eee-4760-8950-ae9fb2cc333f', 'name': '', 'network_id': '0657a14e-4ad0-46c8-a20e-e42722cd69f9', 'tenant_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'mac_address': 'fa:16:3e:e6:0f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4ceeb9-7917-494c-88fb-31e355ec0655', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5baa5b06-dd3c-40fa-99e6-2e6c923830cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:44Z', 'updated_at': '2021-07-09T15:59:46Z', 'revision_number': 2, 'project_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'subnets': [{'id': '5baa5b06-dd3c-40fa-99e6-2e6c923830cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:56.652709 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] Checking router: ea4ceeb9-7917-494c-88fb-31e355ec0655 for host: dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 15:59:56.655504 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] Updating router ea4ceeb9-7917-494c-88fb-31e355ec0655 port 841cc1fa-6eee-4760-8950-ae9fb2cc333f binding host dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 09 15:59:56.693797 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fd89f-63fd-4a91-a0b7-b5cd248b3ece tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69acab72-76d1-44c6-a0b7-8de340447575,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:56.709827 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-3c1fd89f-63fd-4a91-a0b7-b5cd248b3ece tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:56.751840 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3c1fd89f-63fd-4a91-a0b7-b5cd248b3ece tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:56.758167 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-3c1fd89f-63fd-4a91-a0b7-b5cd248b3ece tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4276779 Jul 09 15:59:56.759385 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 43730) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:56.771934 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-ec844fea-400a-4c97-9cc9-f966732c0cff tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Request body: {'security_group_rule': {'security_group_id': 'b31f0626-21ec-466f-a6f4-3285cac1dc7b', 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:59:56.785687 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-ec844fea-400a-4c97-9cc9-f966732c0cff tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:56.796570 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-ec844fea-400a-4c97-9cc9-f966732c0cff tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Usage tracker for resource:security_group_rule and tenant:8911ef40b69d4f2b93d3a7d7583b87b7 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:56.803845 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-ec844fea-400a-4c97-9cc9-f966732c0cff tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:56.823407 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-ec844fea-400a-4c97-9cc9-f966732c0cff tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:56.825775 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:56.857633 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-ec844fea-400a-4c97-9cc9-f966732c0cff tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:57.007918 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-ec844fea-400a-4c97-9cc9-f966732c0cff tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:57.013316 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-ec844fea-400a-4c97-9cc9-f966732c0cff tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903320'] for security_group_rule, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:57.015514 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:57.037932 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec844fea-400a-4c97-9cc9-f966732c0cff tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa5f6dd-6fe0-4335-83dc-7265fbbfa066,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:57.052510 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-ec844fea-400a-4c97-9cc9-f966732c0cff tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:57.085967 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-ec844fea-400a-4c97-9cc9-f966732c0cff tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:57.088627 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-ec844fea-400a-4c97-9cc9-f966732c0cff tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3282266 Jul 09 15:59:57.092029 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4f9e1-75f5-40a3-a46f-443b2ba4b4d9 req-2a6a4ee5-2b4c-44d4-b3b8-348494eaca26 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:57.093623 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 43734) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:57.102511 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-964fdfbf-86e8-4444-8230-0f660090116f tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Request body: {'security_group_rule': {'security_group_id': 'b31f0626-21ec-466f-a6f4-3285cac1dc7b', 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:59:57.103450 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-31e4f9e1-75f5-40a3-a46f-443b2ba4b4d9 req-2a6a4ee5-2b4c-44d4-b3b8-348494eaca26 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.2332399 Jul 09 15:59:57.238211 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-964fdfbf-86e8-4444-8230-0f660090116f tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:57.253035 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-964fdfbf-86e8-4444-8230-0f660090116f tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Usage tracker for resource:security_group_rule and tenant:8911ef40b69d4f2b93d3a7d7583b87b7 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:57.258831 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-964fdfbf-86e8-4444-8230-0f660090116f tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:57.269981 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-964fdfbf-86e8-4444-8230-0f660090116f tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:57.293565 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.db.securitygroups_db [None req-964fdfbf-86e8-4444-8230-0f660090116f tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Project 8911ef40b69d4f2b93d3a7d7583b87b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:59:57.302724 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-964fdfbf-86e8-4444-8230-0f660090116f tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:57.376433 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-964fdfbf-86e8-4444-8230-0f660090116f tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:57.382718 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-964fdfbf-86e8-4444-8230-0f660090116f tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903320'] for security_group_rule, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:57.387730 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-36793ddf-db38-4831-86e1-227f7dd076a7 req-67027df4-f04e-4558-812f-4e23a1dac259 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0d6d0193-ebe3-4330-a5c7-402ea84e1e7f HTTP/1.1" status: 200 len: 1098 time: 0.2752655 Jul 09 15:59:57.390219 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:57.402769 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a828c-4175-40cf-ba21-6ccbf824b25d req-a85c0655-d959-404f-bdd5-bdb7d567bddf tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:57.414635 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ef0a828c-4175-40cf-ba21-6ccbf824b25d req-a85c0655-d959-404f-bdd5-bdb7d567bddf tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.6478746 Jul 09 15:59:57.461785 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-964fdfbf-86e8-4444-8230-0f660090116f tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:57.463240 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-964fdfbf-86e8-4444-8230-0f660090116f tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3678396 Jul 09 15:59:57.470499 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 43738) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:59:57.479202 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fdfbf-86e8-4444-8230-0f660090116f tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b3df1d-780a-4804-ac16-3ff71ad9a212,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:57.494614 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-d0163c9d-0bd5-45e9-9c64-c905d26b355d tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Request body: {'security_group_rule': {'security_group_id': 'b31f0626-21ec-466f-a6f4-3285cac1dc7b', 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 15:59:57.501322 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-d0163c9d-0bd5-45e9-9c64-c905d26b355d tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:59:57.505651 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-d0163c9d-0bd5-45e9-9c64-c905d26b355d tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Usage tracker for resource:security_group_rule and tenant:8911ef40b69d4f2b93d3a7d7583b87b7 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:59:57.508711 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-d0163c9d-0bd5-45e9-9c64-c905d26b355d tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:59:57.514734 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-d0163c9d-0bd5-45e9-9c64-c905d26b355d tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:59:57.520395 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-964fdfbf-86e8-4444-8230-0f660090116f tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:57.522262 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ef0a828c-4175-40cf-ba21-6ccbf824b25d req-642180f2-9f80-4ad5-a780-c95ae25c6bc0 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059027 Jul 09 15:59:57.527700 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-36793ddf-db38-4831-86e1-227f7dd076a7 req-62f45dc5-02e5-485a-bbeb-0d4c0ee3e30f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056709 Jul 09 15:59:57.529067 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.db.securitygroups_db [None req-d0163c9d-0bd5-45e9-9c64-c905d26b355d tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Project 8911ef40b69d4f2b93d3a7d7583b87b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:59:57.538772 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-d0163c9d-0bd5-45e9-9c64-c905d26b355d tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:57.548013 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] Notify callbacks [] for port, precommit_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:57.557450 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-31e4f9e1-75f5-40a3-a46f-443b2ba4b4d9 req-f0a3b82d-b57f-41ef-be74-6638b785c352 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4524212 Jul 09 15:59:57.576327 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] Transition to ACTIVE for port object 841cc1fa-6eee-4760-8950-ae9fb2cc333f will not be triggered until provisioned by entity L2. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:59:57.609291 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:57.623703 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:57.645162 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-d0163c9d-0bd5-45e9-9c64-c905d26b355d tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:57.651694 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-d0163c9d-0bd5-45e9-9c64-c905d26b355d tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903320'] for security_group_rule, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:57.653970 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-5565d5cc-6a5f-4242-89fe-81d1069825d8 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:57.699108 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0163c9d-0bd5-45e9-9c64-c905d26b355d tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed397bb4-d5a3-492c-a6ff-500062f35c66,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:57.702553 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-d0163c9d-0bd5-45e9-9c64-c905d26b355d tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:57.717740 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-d0163c9d-0bd5-45e9-9c64-c905d26b355d tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:57.720543 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-d0163c9d-0bd5-45e9-9c64-c905d26b355d tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2453768 Jul 09 15:59:57.956633 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab33f4-deeb-4467-a2ef-961c165923b3 None None] Pushing event updated for resources: {'Port': ['ID=841cc1fa-6eee-4760-8950-ae9fb2cc333f,revision_number=3']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:57.967406 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-04ab33f4-deeb-4467-a2ef-961c165923b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:58.187828 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] Attempting to bind port 841cc1fa-6eee-4760-8950-ae9fb2cc333f on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:59:58.188464 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] Attempting to bind port 841cc1fa-6eee-4760-8950-ae9fb2cc333f by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': '9f6544ee-e5fb-4112-b685-7e35d9a2baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '0657a14e-4ad0-46c8-a20e-e42722cd69f9'}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:59:58.189215 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] Attempting to bind port 841cc1fa-6eee-4760-8950-ae9fb2cc333f on network 0657a14e-4ad0-46c8-a20e-e42722cd69f9 {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 15:59:58.220151 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 15:59:58.226742 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] Checking segment: {'id': '9f6544ee-e5fb-4112-b685-7e35d9a2baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '0657a14e-4ad0-46c8-a20e-e42722cd69f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 15:59:58.227588 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:58.228369 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] Bound using segment: {'id': '9f6544ee-e5fb-4112-b685-7e35d9a2baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '0657a14e-4ad0-46c8-a20e-e42722cd69f9'} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 15:59:58.229310 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] Bound port: 841cc1fa-6eee-4760-8950-ae9fb2cc333f, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6544ee-e5fb-4112-b685-7e35d9a2baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '0657a14e-4ad0-46c8-a20e-e42722cd69f9'}}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:59:58.237942 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:58.311191 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd1ed1-1643-4016-b658-fc99eeaac1cd req-00300e9f-ee9d-49d8-a96f-197841567e70 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:58.313613 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d4dd1ed1-1643-4016-b658-fc99eeaac1cd req-00300e9f-ee9d-49d8-a96f-197841567e70 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.4489925 Jul 09 15:59:58.345382 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d7541-f3ca-4ffe-ba7a-b96edb2a6dad req-937d24d7-1bec-4fa3-bd0f-a79c3aef93d3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:58.359742 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6f8d7541-f3ca-4ffe-ba7a-b96edb2a6dad req-937d24d7-1bec-4fa3-bd0f-a79c3aef93d3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d6d0193-ebe3-4330-a5c7-402ea84e1e7f HTTP/1.1" status: 200 len: 945 time: 0.3761516 Jul 09 15:59:58.387454 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] For port 841cc1fa-6eee-4760-8950-ae9fb2cc333f, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:59:58.391910 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] For port 841cc1fa-6eee-4760-8950-ae9fb2cc333f, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=841cc1fa-6eee-4760-8950-ae9fb2cc333f,segment=NetworkSegment(9f6544ee-e5fb-4112-b685-7e35d9a2baac),segment_id=9f6544ee-e5fb-4112-b685-7e35d9a2baac)] {{(pid=74278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:59:58.400372 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:58.409049 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:59:58.528302 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d4dd1ed1-1643-4016-b658-fc99eeaac1cd req-846bde24-3a2f-42d7-9f7c-e9252c616521 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634696 Jul 09 15:59:58.596708 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab33f4-deeb-4467-a2ef-961c165923b3 None None] Pushing event updated for resources: {'Port': ['ID=841cc1fa-6eee-4760-8950-ae9fb2cc333f,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:58.604173 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-04ab33f4-deeb-4467-a2ef-961c165923b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:59:58.605033 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6f8d7541-f3ca-4ffe-ba7a-b96edb2a6dad req-2f22b58a-6929-4b8b-8f31-a9a5004d4b8c tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436810 Jul 09 15:59:58.652762 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] Routers {'ea4ceeb9-7917-494c-88fb-31e355ec0655'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:59:58.654090 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T15:59:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['ea4ceeb9-7917-494c-88fb-31e355ec0655'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:58.997007 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a92f1c-fb0e-45f6-b918-a74389dbf1fc req-acae8dc6-5741-416c-9e7f-e9bd1e7db062 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:59.000372 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] Set router ea4ceeb9-7917-494c-88fb-31e355ec0655 gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 15:59:59.009011 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-51a92f1c-fb0e-45f6-b918-a74389dbf1fc req-acae8dc6-5741-416c-9e7f-e9bd1e7db062 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1976843 Jul 09 15:59:59.103981 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-51a92f1c-fb0e-45f6-b918-a74389dbf1fc req-6c343c38-5c6f-4699-b00c-cf1f771de733 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933406 Jul 09 15:59:59.900088 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4ceeb9-7917-494c-88fb-31e355ec0655', 'name': 'tempest-TestShelveInstance-1943314593-router', 'tenant_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c7d0abb6-f1cc-476c-a674-e8e3603a2ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:34Z', 'updated_at': '2021-07-09T15:59:45Z', 'revision_number': 4, 'project_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'gw_port': {'id': 'c7d0abb6-f1cc-476c-a674-e8e3603a2ba1', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4ceeb9-7917-494c-88fb-31e355ec0655', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:36Z', 'updated_at': '2021-07-09T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': '841cc1fa-6eee-4760-8950-ae9fb2cc333f', 'name': '', 'network_id': '0657a14e-4ad0-46c8-a20e-e42722cd69f9', 'tenant_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'mac_address': 'fa:16:3e:e6:0f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4ceeb9-7917-494c-88fb-31e355ec0655', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5baa5b06-dd3c-40fa-99e6-2e6c923830cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:44Z', 'updated_at': '2021-07-09T15:59:58Z', 'revision_number': 4, 'project_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'subnets': [{'id': '5baa5b06-dd3c-40fa-99e6-2e6c923830cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:59.918483 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c2f44-cd05-493f-addd-9277bfd3d70e None None] The sync data for ids ['ea4ceeb9-7917-494c-88fb-31e355ec0655'] in dv-cinder-800228-1-smb is: [{'id': 'ea4ceeb9-7917-494c-88fb-31e355ec0655', 'name': 'tempest-TestShelveInstance-1943314593-router', 'tenant_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c7d0abb6-f1cc-476c-a674-e8e3603a2ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:34Z', 'updated_at': '2021-07-09T15:59:45Z', 'revision_number': 4, 'project_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'gw_port': {'id': 'c7d0abb6-f1cc-476c-a674-e8e3603a2ba1', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4ceeb9-7917-494c-88fb-31e355ec0655', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:36Z', 'updated_at': '2021-07-09T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': '841cc1fa-6eee-4760-8950-ae9fb2cc333f', 'name': '', 'network_id': '0657a14e-4ad0-46c8-a20e-e42722cd69f9', 'tenant_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'mac_address': 'fa:16:3e:e6:0f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4ceeb9-7917-494c-88fb-31e355ec0655', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5baa5b06-dd3c-40fa-99e6-2e6c923830cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:44Z', 'updated_at': '2021-07-09T15:59:58Z', 'revision_number': 4, 'project_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'subnets': [{'id': '5baa5b06-dd3c-40fa-99e6-2e6c923830cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:00:00.235262 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8836511-68b0-41a7-af6c-145cb6be3fac req-51b82c79-6ddc-4164-ae5d-6451fe9f9f18 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:00.238940 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d8836511-68b0-41a7-af6c-145cb6be3fac req-51b82c79-6ddc-4164-ae5d-6451fe9f9f18 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.4179890 Jul 09 16:00:00.380599 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d8836511-68b0-41a7-af6c-145cb6be3fac req-f9cf2c79-60b3-4ca6-9c6f-20c546f12da1 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349163 Jul 09 16:00:00.429155 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd445d9-e9fb-4017-8065-5d42dcdfaf17 req-e3695acb-b34c-4197-95af-8f825c052429 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:00.432161 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3dd445d9-e9fb-4017-8065-5d42dcdfaf17 req-e3695acb-b34c-4197-95af-8f825c052429 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d6d0193-ebe3-4330-a5c7-402ea84e1e7f HTTP/1.1" status: 200 len: 945 time: 0.3772392 Jul 09 16:00:00.624599 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3dd445d9-e9fb-4017-8065-5d42dcdfaf17 req-eb48ece0-d894-421e-b2cd-9db7492fd6f0 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722231 Jul 09 16:00:00.982122 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46581d30-589b-4aa4-99dc-4d658cac4d5e req-b7d9c724-2378-4db6-80b3-592d6523068b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:00.983945 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-46581d30-589b-4aa4-99dc-4d658cac4d5e req-b7d9c724-2378-4db6-80b3-592d6523068b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2378349 Jul 09 16:00:01.104613 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-46581d30-589b-4aa4-99dc-4d658cac4d5e req-675ff7d0-8779-499a-a174-089d92cf40ee tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999560 Jul 09 16:00:01.748071 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7d4b7-2991-4517-8cf4-131b46a591ba req-e72f6a6d-0e29-4c1e-a287-5df65b3a8bb2 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:01.750991 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e2f7d4b7-2991-4517-8cf4-131b46a591ba req-e72f6a6d-0e29-4c1e-a287-5df65b3a8bb2 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.1326005 Jul 09 16:00:01.849561 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e2f7d4b7-2991-4517-8cf4-131b46a591ba req-780d584b-c781-4918-a02f-19dfabaf2276 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877528 Jul 09 16:00:02.247980 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 841cc1fa-6eee-4760-8950-ae9fb2cc333f up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:00:02.628323 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port 841cc1fa-6eee-4760-8950-ae9fb2cc333f completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:00:02.636140 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 841cc1fa-6eee-4760-8950-ae9fb2cc333f triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:00:02.636562 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:02.687833 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44e4f5-fc00-4d25-b800-03013a27e2f8 req-0f4af2de-c999-44ab-801d-f71e986e4aaf tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:02.700973 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ae44e4f5-fc00-4d25-b800-03013a27e2f8 req-0f4af2de-c999-44ab-801d-f71e986e4aaf tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.3115222 Jul 09 16:00:02.820492 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ae44e4f5-fc00-4d25-b800-03013a27e2f8 req-1b47cccb-67bf-46e2-a2c4-5a9d37de23ce tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172197 Jul 09 16:00:02.930601 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:03.021241 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] For port 841cc1fa-6eee-4760-8950-ae9fb2cc333f, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=841cc1fa-6eee-4760-8950-ae9fb2cc333f,segment=NetworkSegment(9f6544ee-e5fb-4112-b685-7e35d9a2baac),segment_id=9f6544ee-e5fb-4112-b685-7e35d9a2baac)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:00:03.030254 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:03.033235 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:00:03.155174 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Pushing event updated for resources: {'Port': ['ID=841cc1fa-6eee-4760-8950-ae9fb2cc333f,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:03.167239 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:00:03.270144 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bbce9-b405-4515-8718-aa11a9369049 req-91010f48-c708-463b-90d8-f0fd2e79514a tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:03.287632 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cb5bbce9-b405-4515-8718-aa11a9369049 req-91010f48-c708-463b-90d8-f0fd2e79514a tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.1753964 Jul 09 16:00:03.356006 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cb5bbce9-b405-4515-8718-aa11a9369049 req-53a501f6-3c5e-4ab0-9bb7-2c12b9590f9d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648890 Jul 09 16:00:03.877251 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-098ca9ce-ee93-4965-88bc-b46c00875d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:04.108294 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 841cc1fa-6eee-4760-8950-ae9fb2cc333f up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:00:04.261205 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadae9e-9204-4546-8b32-0e23106d085e req-048530fc-a982-410c-a115-a8431b0cbde1 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:04.262935 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9dadae9e-9204-4546-8b32-0e23106d085e req-048530fc-a982-410c-a115-a8431b0cbde1 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d6d0193-ebe3-4330-a5c7-402ea84e1e7f HTTP/1.1" status: 200 len: 945 time: 0.1710210 Jul 09 16:00:04.276594 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3711762-b338-417e-accd-0ca702daca61 req-10ac9ed6-a7a7-4bee-a9d7-1e2791329d75 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:04.284656 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a3711762-b338-417e-accd-0ca702daca61 req-10ac9ed6-a7a7-4bee-a9d7-1e2791329d75 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2746048 Jul 09 16:00:04.333599 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 841cc1fa-6eee-4760-8950-ae9fb2cc333f triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:00:04.334331 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:04.387732 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a3711762-b338-417e-accd-0ca702daca61 req-6a453a71-2565-454c-824a-fa1d4e5c389d tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018345 Jul 09 16:00:04.415034 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9dadae9e-9204-4546-8b32-0e23106d085e req-eaface94-6244-4aac-9351-8888f90c6aa6 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111965 Jul 09 16:00:04.464346 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:04.820846 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7106b6-c416-4722-9618-9d87c70a157e req-48733441-1a58-4d9d-8d1f-de166446c3f5 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:04.823386 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3b7106b6-c416-4722-9618-9d87c70a157e req-48733441-1a58-4d9d-8d1f-de166446c3f5 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.1325328 Jul 09 16:00:04.917360 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3b7106b6-c416-4722-9618-9d87c70a157e req-77c4c84e-ca12-4262-8623-c5d5b54fdaa3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878026 Jul 09 16:00:05.992067 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abf820-53b2-49d8-b11a-ef5b2117470d req-2f1df10f-6021-4e00-ac1a-96de5cda0ecc tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:05.994070 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f1abf820-53b2-49d8-b11a-ef5b2117470d req-2f1df10f-6021-4e00-ac1a-96de5cda0ecc tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2762406 Jul 09 16:00:06.001448 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc17eff-4e24-4595-b43c-3b43d2c54c0c req-2592a377-0e44-4b1f-a88e-38499bd932af tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:06.017057 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4bc17eff-4e24-4595-b43c-3b43d2c54c0c req-2592a377-0e44-4b1f-a88e-38499bd932af tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d6d0193-ebe3-4330-a5c7-402ea84e1e7f HTTP/1.1" status: 200 len: 945 time: 0.1847534 Jul 09 16:00:06.093975 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-d3b97a83-6b47-4610-8a29-88e9902c57ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:06.155030 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f1abf820-53b2-49d8-b11a-ef5b2117470d req-7697c0df-9909-4638-8b42-8b52049494f4 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100645 Jul 09 16:00:06.176899 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4bc17eff-4e24-4595-b43c-3b43d2c54c0c req-a11e6b56-64f6-4d92-a30d-4788a9d6f2ae tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578281 Jul 09 16:00:06.625664 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112d84b-071a-4224-b74d-af1e8e6b9dc2 req-140a67e6-7a66-4cd1-80ea-9cb732da0ee8 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:06.627797 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8112d84b-071a-4224-b74d-af1e8e6b9dc2 req-140a67e6-7a66-4cd1-80ea-9cb732da0ee8 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.1683347 Jul 09 16:00:06.731202 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8112d84b-071a-4224-b74d-af1e8e6b9dc2 req-187f9aba-f612-430a-92ee-30cc8d83a83f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941403 Jul 09 16:00:06.847879 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62819a4e-d9f6-4096-b08d-037c4532743b req-f255418f-c38a-4726-8f70-0bcd2bdb6828 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:06.849783 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-62819a4e-d9f6-4096-b08d-037c4532743b req-f255418f-c38a-4726-8f70-0bcd2bdb6828 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Synchronizing usage tracker for tenant:03b1641750394fae815ce5db5a584238 on resource:port {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:00:06.876730 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-62819a4e-d9f6-4096-b08d-037c4532743b req-f255418f-c38a-4726-8f70-0bcd2bdb6828 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Unset dirty status for tenant:03b1641750394fae815ce5db5a584238 on resource:port {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:00:06.878104 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-62819a4e-d9f6-4096-b08d-037c4532743b req-f255418f-c38a-4726-8f70-0bcd2bdb6828 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.89 "GET /v2.0/ports?device_id=0d6d0193-ebe3-4330-a5c7-402ea84e1e7f HTTP/1.1" status: 200 len: 945 time: 0.1452856 Jul 09 16:00:06.992919 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-62819a4e-d9f6-4096-b08d-037c4532743b req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Deleting port 935ec1d4-dc38-4ef3-9505-4666cd12e6af {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:00:06.992919 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-62819a4e-d9f6-4096-b08d-037c4532743b req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:07.091839 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:07.392322 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-62819a4e-d9f6-4096-b08d-037c4532743b req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] For port 935ec1d4-dc38-4ef3-9505-4666cd12e6af, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=935ec1d4-dc38-4ef3-9505-4666cd12e6af,segment=NetworkSegment(1154bffb-996d-49a5-9c9b-99df9910728f),segment_id=1154bffb-996d-49a5-9c9b-99df9910728f)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:00:07.393349 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-62819a4e-d9f6-4096-b08d-037c4532743b req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:07.586729 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-62819a4e-d9f6-4096-b08d-037c4532743b req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Calling delete_port for 935ec1d4-dc38-4ef3-9505-4666cd12e6af owned by compute:nova {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:00:07.671970 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3663f8-f08d-4c15-a694-c1c7de9c0903 req-b8949fc9-c5b7-45e5-9322-767982f19bcb tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:07.673485 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cf3663f8-f08d-4c15-a694-c1c7de9c0903 req-b8949fc9-c5b7-45e5-9322-767982f19bcb tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d6d0193-ebe3-4330-a5c7-402ea84e1e7f HTTP/1.1" status: 200 len: 945 time: 0.2243028 Jul 09 16:00:07.680075 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5db0f-0b36-4587-ae9b-6ce2ca7241c8 req-fb75e390-23d9-4cce-b167-e99a9ab364cc tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:07.682870 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d7e5db0f-0b36-4587-ae9b-6ce2ca7241c8 req-fb75e390-23d9-4cce-b167-e99a9ab364cc tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1678553 Jul 09 16:00:07.813403 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d7e5db0f-0b36-4587-ae9b-6ce2ca7241c8 req-a03866b1-5ea3-4013-9ea6-e1873d391524 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086705 Jul 09 16:00:07.833795 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cf3663f8-f08d-4c15-a694-c1c7de9c0903 req-6039d1d7-09ea-4162-9d67-ce8b988dc783 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/security-groups?id=1761d227-a722-4837-ab2b-f6a16a0d1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452289 Jul 09 16:00:07.918940 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-62819a4e-d9f6-4096-b08d-037c4532743b req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:07.946009 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-8afc2c2c-5b4a-408a-893a-b461035cece6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:00:08.000229 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['935ec1d4-dc38-4ef3-9505-4666cd12e6af'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:00:08.001461 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Pushing event deleted for resources: {'Port': ['ID=935ec1d4-dc38-4ef3-9505-4666cd12e6af,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:08.052678 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:08.053226 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:08.053749 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:08.054212 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:08.055085 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:08.055926 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:08.056602 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:08.057442 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:08.058413 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:08.059382 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:08.060261 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:08.097193 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:00:08.118273 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-62819a4e-d9f6-4096-b08d-037c4532743b req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] No DVR routers for this DVR port 935ec1d4-dc38-4ef3-9505-4666cd12e6af on host hv-cinder-80022 {{(pid=74277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:00:08.121177 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-62819a4e-d9f6-4096-b08d-037c4532743b req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:08.125617 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6d0193-ebe3-4330-a5c7-402ea84e1e7f', 'name': 'network-vif-deleted', 'tag': '935ec1d4-dc38-4ef3-9505-4666cd12e6af'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:00:08.167234 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-62819a4e-d9f6-4096-b08d-037c4532743b req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.89 "DELETE /v2.0/ports/935ec1d4-dc38-4ef3-9505-4666cd12e6af HTTP/1.1" status: 204 len: 173 time: 1.2744861 Jul 09 16:00:08.224296 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6d0193-ebe3-4330-a5c7-402ea84e1e7f', 'name': 'network-vif-deleted', 'tag': '935ec1d4-dc38-4ef3-9505-4666cd12e6af', 'status': 'completed', 'code': 200} Jul 09 16:00:08.459391 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557445a2-4f23-4906-bb7b-6b3d42453373 req-254d3e19-708d-4a47-88bb-f3fd9c5ba3bb tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:08.466587 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-557445a2-4f23-4906-bb7b-6b3d42453373 req-254d3e19-708d-4a47-88bb-f3fd9c5ba3bb tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.3324852 Jul 09 16:00:08.571178 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-557445a2-4f23-4906-bb7b-6b3d42453373 req-0d177d88-e96b-4f21-b488-f1d25d92df8f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012666 Jul 09 16:00:08.697281 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:09.189972 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e3c6c31b-2d89-41be-9829-ab5017227935 req-17f106bc-f7e9-4c07-9571-a4c60fe888b0 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d6d0193-ebe3-4330-a5c7-402ea84e1e7f HTTP/1.1" status: 200 len: 210 time: 0.0591524 Jul 09 16:00:09.281516 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:00:09.308744 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dd761-51c9-48d6-bf2a-ed006581c309 req-d162917a-e03d-4a61-8ac0-a72f8dcca09f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:09.311544 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2a8dd761-51c9-48d6-bf2a-ed006581c309 req-d162917a-e03d-4a61-8ac0-a72f8dcca09f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2405937 Jul 09 16:00:09.386714 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2a8dd761-51c9-48d6-bf2a-ed006581c309 req-f6fa868a-5424-4fcd-b15c-24939af40296 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689309 Jul 09 16:00:10.027246 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7ed48-3a09-4060-a6b2-7d73ff7cef45 req-c257a9f2-386f-48aa-a775-7de3e73cfc59 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:10.029529 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4ac7ed48-3a09-4060-a6b2-7d73ff7cef45 req-c257a9f2-386f-48aa-a775-7de3e73cfc59 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.2022521 Jul 09 16:00:10.127412 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4ac7ed48-3a09-4060-a6b2-7d73ff7cef45 req-3a66aae8-919f-420d-a378-d554584800d0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875335 Jul 09 16:00:10.522300 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 935ec1d4-dc38-4ef3-9505-4666cd12e6af no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:00:10.600396 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] No Port match for: 935ec1d4-dc38-4ef3-9505-4666cd12e6af {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:00:10.602880 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 935ec1d4-dc38-4ef3-9505-4666cd12e6af not bound to the agent host hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:00:10.778476 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6b2d9-2144-42ed-8674-7c69495f1633 req-6dc62c66-96b0-409b-a503-6bf9ffd0edd0 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:10.784851 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-42d6b2d9-2144-42ed-8674-7c69495f1633 req-6dc62c66-96b0-409b-a503-6bf9ffd0edd0 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1608462 Jul 09 16:00:10.886368 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-42d6b2d9-2144-42ed-8674-7c69495f1633 req-eed83841-263a-4727-9eaf-17b5a310d7ff tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848165 Jul 09 16:00:11.628575 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df50678-d3ce-4dd0-b037-f033176d0360 req-14314b52-3c75-432f-93ff-ea536c5ec832 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:11.641225 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8df50678-d3ce-4dd0-b037-f033176d0360 req-14314b52-3c75-432f-93ff-ea536c5ec832 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.2015278 Jul 09 16:00:11.733228 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8df50678-d3ce-4dd0-b037-f033176d0360 req-06fbe265-decf-4e97-b91b-bd0673e6066c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947440 Jul 09 16:00:12.266417 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6af5e-6007-403f-ab5c-bb09fb49d082 req-f65473a7-13bd-496b-a207-31029626ceb6 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:12.276537 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-96e6af5e-6007-403f-ab5c-bb09fb49d082 req-f65473a7-13bd-496b-a207-31029626ceb6 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1473975 Jul 09 16:00:12.370479 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-96e6af5e-6007-403f-ab5c-bb09fb49d082 req-f091d7a6-3293-4921-9a53-fa9f46bd69e1 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925863 Jul 09 16:00:13.032772 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632975d0-26c8-4740-b115-221b0ece7fd3 req-fbfd40f4-6a5d-4e4a-b48d-90a3153bec8b tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:13.034320 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-632975d0-26c8-4740-b115-221b0ece7fd3 req-fbfd40f4-6a5d-4e4a-b48d-90a3153bec8b tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.0989134 Jul 09 16:00:13.099517 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-632975d0-26c8-4740-b115-221b0ece7fd3 req-44323c15-1db3-44ed-b0bd-63b313017596 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569963 Jul 09 16:00:13.605349 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b99e4-8685-474b-a72b-61b9924fbc3e req-f6a4e08c-108f-4f34-91d1-54da53cc3286 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:13.607703 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-719b99e4-8685-474b-a72b-61b9924fbc3e req-f6a4e08c-108f-4f34-91d1-54da53cc3286 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1054449 Jul 09 16:00:13.677285 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-719b99e4-8685-474b-a72b-61b9924fbc3e req-eed76b5b-6a52-4ddc-a326-fc7e632dc57b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615084 Jul 09 16:00:13.941390 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-1b7a3468-8a91-4640-8cd7-479f64bdb1cd req-90bf5281-7f5b-4870-bd14-40a40d9b59de service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69e197f3158d4b4ca9126da741e0244b&device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 1098 time: 0.0853882 Jul 09 16:00:14.127950 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a3468-8a91-4640-8cd7-479f64bdb1cd req-2fe692dd-5824-4d0f-b644-2a4fa0b4a2db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:14.129998 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-1b7a3468-8a91-4640-8cd7-479f64bdb1cd req-2fe692dd-5824-4d0f-b644-2a4fa0b4a2db service neutron] 10.222.0.89 "GET /v2.0/networks?id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd HTTP/1.1" status: 200 len: 917 time: 0.1802626 Jul 09 16:00:14.291189 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-1b7a3468-8a91-4640-8cd7-479f64bdb1cd req-1129f665-ad27-4420-a37b-9e23a1997e27 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d80d024-6c9a-4fb7-b25b-243f7f220393 HTTP/1.1" status: 200 len: 1001 time: 0.1537015 Jul 09 16:00:14.375655 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a3468-8a91-4640-8cd7-479f64bdb1cd req-161f0ddb-f5a6-4efc-8433-a8bd1d7c44bd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:14.377698 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-1b7a3468-8a91-4640-8cd7-479f64bdb1cd req-161f0ddb-f5a6-4efc-8433-a8bd1d7c44bd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4006d4af-f154-4912-bdbd-6a5ff3424039 HTTP/1.1" status: 200 len: 855 time: 0.0793178 Jul 09 16:00:14.474451 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b67b93-0ec8-4b0a-9b7a-da16d3c862d4 req-3f5cf404-f484-4dc2-addb-3758eed4e2cd tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:14.477202 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-34b67b93-0ec8-4b0a-9b7a-da16d3c862d4 req-3f5cf404-f484-4dc2-addb-3758eed4e2cd tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.1449893 Jul 09 16:00:14.555482 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-1b7a3468-8a91-4640-8cd7-479f64bdb1cd req-c0f0f7ec-6eee-4f21-bfb7-3824f3db8d95 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1581674 Jul 09 16:00:14.577788 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-34b67b93-0ec8-4b0a-9b7a-da16d3c862d4 req-fcea2cb8-428f-4f97-8479-68c85dbb95a3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908737 Jul 09 16:00:14.879699 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-1b7a3468-8a91-4640-8cd7-479f64bdb1cd req-03404188-be95-4fea-b766-29cd69702562 service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111477 Jul 09 16:00:15.000622 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da123ff2-b37b-4405-ac02-f09ce17666f5 req-92cfda81-49ab-4bd7-bc57-dfdde9a59b99 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:15.003168 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-da123ff2-b37b-4405-ac02-f09ce17666f5 req-92cfda81-49ab-4bd7-bc57-dfdde9a59b99 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1271129 Jul 09 16:00:15.079063 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-1b7a3468-8a91-4640-8cd7-479f64bdb1cd req-bd11f556-2469-4cf3-a91d-56e02f7c6a78 service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853747 Jul 09 16:00:15.098762 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-da123ff2-b37b-4405-ac02-f09ce17666f5 req-5fccc7f9-4589-48c9-8bbc-4c8a1e5dfa2e tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873466 Jul 09 16:00:15.932739 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e083c-547b-4d3b-940b-e0aad76ad108 req-b7118b30-7a7a-4a2a-a1f3-0017e37124cb tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:15.935154 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-503e083c-547b-4d3b-940b-e0aad76ad108 req-b7118b30-7a7a-4a2a-a1f3-0017e37124cb tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 945 time: 0.1684012 Jul 09 16:00:16.008478 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-503e083c-547b-4d3b-940b-e0aad76ad108 req-b0935be6-7716-41e6-8718-7c372deefe4e tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659146 Jul 09 16:00:16.477615 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a4434-3035-472c-938e-6ea5d6b1030a req-46d049ce-35ec-487d-b423-a15044ddb152 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:16.479866 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-168a4434-3035-472c-938e-6ea5d6b1030a req-46d049ce-35ec-487d-b423-a15044ddb152 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1245565 Jul 09 16:00:16.559247 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-168a4434-3035-472c-938e-6ea5d6b1030a req-0d8e92ec-bbb2-42f0-8de5-a3a20c371f0b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711656 Jul 09 16:00:16.600901 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 8d80d024-6c9a-4fb7-b25b-243f7f220393 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:00:16.763100 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:16.808844 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89069aaf-fea9-4553-a999-59c429fd8b4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d80d024-6c9a-4fb7-b25b-243f7f220393'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:00:16.829258 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 8d80d024-6c9a-4fb7-b25b-243f7f220393, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8d80d024-6c9a-4fb7-b25b-243f7f220393,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:00:16.836660 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:16.840250 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-04ab33f4-deeb-4467-a2ef-961c165923b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:00:16.952583 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89069aaf-fea9-4553-a999-59c429fd8b4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d80d024-6c9a-4fb7-b25b-243f7f220393', 'code': 200} Jul 09 16:00:16.986956 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=8d80d024-6c9a-4fb7-b25b-243f7f220393,revision_number=8']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:17.002888 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:17.005288 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:17.005288 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:17.005288 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:17.005288 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:17.006422 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:17.006599 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:17.006857 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:17.007316 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:17.007829 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:17.008392 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:17.014970 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:00:17.382669 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda69f0-55d9-48a4-9c52-c7e8b7c4d57f req-81049837-d388-43ea-9270-2ab46a77b648 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:17.384614 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1bda69f0-55d9-48a4-9c52-c7e8b7c4d57f req-81049837-d388-43ea-9270-2ab46a77b648 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.1278152 Jul 09 16:00:17.478337 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1bda69f0-55d9-48a4-9c52-c7e8b7c4d57f req-7f07a4ea-8fa3-4289-92e2-38c48822d875 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808282 Jul 09 16:00:17.881172 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7369749-5201-4d29-9d66-4c724ec05a2e req-72e3aaa3-143a-488c-8c15-50d92054e407 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:17.884383 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e7369749-5201-4d29-9d66-4c724ec05a2e req-72e3aaa3-143a-488c-8c15-50d92054e407 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1469572 Jul 09 16:00:18.014709 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e7369749-5201-4d29-9d66-4c724ec05a2e req-1a5f5302-0a43-42f3-a3ca-33a97c39570c tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069686 Jul 09 16:00:18.846608 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d73b43-a672-4524-9598-9f7af06386e3 req-20be1740-0ba7-44bd-8e51-fe563523291b tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:18.849516 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e0d73b43-a672-4524-9598-9f7af06386e3 req-20be1740-0ba7-44bd-8e51-fe563523291b tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.1384001 Jul 09 16:00:18.940815 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e0d73b43-a672-4524-9598-9f7af06386e3 req-84ee6d90-11c1-488a-b919-1931b41a917a tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746658 Jul 09 16:00:19.378469 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97973a85-c840-4f3d-996b-6e6f01772430 req-fea74878-6a73-43fe-9d76-e63d1ed721e1 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:19.387654 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-97973a85-c840-4f3d-996b-6e6f01772430 req-fea74878-6a73-43fe-9d76-e63d1ed721e1 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1800900 Jul 09 16:00:19.468766 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-97973a85-c840-4f3d-996b-6e6f01772430 req-1d47682e-9aa2-4369-a22e-445c40019de3 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796885 Jul 09 16:00:20.307757 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ba5f0123-a4ad-4eec-a54f-0f8b7ea745be req-7184ce11-ef6f-4317-8de1-a0a72b669ab4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1272559 Jul 09 16:00:20.617313 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 8d80d024-6c9a-4fb7-b25b-243f7f220393 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:00:20.842989 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 44086) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:00:21.064721 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed1a08-2674-456a-b1e0-dd39f0a30d9e req-0bc661bd-5ca4-4f18-bb7c-ae0f34e3f3fb tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:21.066558 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c9ed1a08-2674-456a-b1e0-dd39f0a30d9e req-0bc661bd-5ca4-4f18-bb7c-ae0f34e3f3fb tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2916400 Jul 09 16:00:21.079685 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ca879-a0ab-47c1-a0b0-ad6a4c483b57 req-00b11e14-4683-4e63-9e16-d7438499e594 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:21.081427 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-727ca879-a0ab-47c1-a0b0-ad6a4c483b57 req-00b11e14-4683-4e63-9e16-d7438499e594 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.3807600 Jul 09 16:00:21.185554 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5b22cf9c-07e6-47c8-9783-69df1f8e3198 req-4a07ce7d-9080-44e2-85bf-86527c33ef4c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3405447 Jul 09 16:00:21.218738 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c9ed1a08-2674-456a-b1e0-dd39f0a30d9e req-45c07850-0323-4cca-8cb2-6541e5d43194 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243138 Jul 09 16:00:21.291295 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-727ca879-a0ab-47c1-a0b0-ad6a4c483b57 req-7edc64a0-6686-4e34-9317-c167eec66514 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454668 Jul 09 16:00:22.618644 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638f37d-5bec-4ce5-863e-e0dd459b4711 req-a3060e16-0ce1-40fe-9891-60a3e3d08e06 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:22.620015 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f638f37d-5bec-4ce5-863e-e0dd459b4711 req-a3060e16-0ce1-40fe-9891-60a3e3d08e06 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.0956600 Jul 09 16:00:22.734011 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f638f37d-5bec-4ce5-863e-e0dd459b4711 req-5111f3dd-8a98-4efc-9920-f5140c6931e8 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080716 Jul 09 16:00:22.763470 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80c22c-13a1-4d0c-aff7-6d631f4c8aeb req-1e64a6fd-e98c-437d-926a-2763dfe6cb27 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:22.765626 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3a80c22c-13a1-4d0c-aff7-6d631f4c8aeb req-1e64a6fd-e98c-437d-926a-2763dfe6cb27 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1256087 Jul 09 16:00:22.852160 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3a80c22c-13a1-4d0c-aff7-6d631f4c8aeb req-cf37e1ec-4f1f-4bcd-b40d-0fca6fe163b0 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727625 Jul 09 16:00:23.166058 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5b22cf9c-07e6-47c8-9783-69df1f8e3198 req-3c73a01f-9012-4f19-af9d-823d831a7ef5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a&tenant_id=69e197f3158d4b4ca9126da741e0244b HTTP/1.1" status: 200 len: 1096 time: 0.0903857 Jul 09 16:00:23.343542 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5b22cf9c-07e6-47c8-9783-69df1f8e3198 req-15b1d3af-83e2-4596-89cf-bc89db196e72 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69e197f3158d4b4ca9126da741e0244b&device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 1096 time: 0.1261115 Jul 09 16:00:23.550526 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22cf9c-07e6-47c8-9783-69df1f8e3198 req-562c1f9e-a181-44f7-b59c-a5c0ded4f2a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:23.552622 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5b22cf9c-07e6-47c8-9783-69df1f8e3198 req-562c1f9e-a181-44f7-b59c-a5c0ded4f2a5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd HTTP/1.1" status: 200 len: 917 time: 0.2008109 Jul 09 16:00:23.691004 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5b22cf9c-07e6-47c8-9783-69df1f8e3198 req-eb4ec479-612e-47a2-abc6-007a3509378e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d80d024-6c9a-4fb7-b25b-243f7f220393 HTTP/1.1" status: 200 len: 999 time: 0.1255033 Jul 09 16:00:23.774303 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22cf9c-07e6-47c8-9783-69df1f8e3198 req-92f0437c-e19c-4580-83ca-8d4fb69da32c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:23.776356 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5b22cf9c-07e6-47c8-9783-69df1f8e3198 req-92f0437c-e19c-4580-83ca-8d4fb69da32c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4006d4af-f154-4912-bdbd-6a5ff3424039 HTTP/1.1" status: 200 len: 855 time: 0.0756924 Jul 09 16:00:23.931874 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5b22cf9c-07e6-47c8-9783-69df1f8e3198 req-fd1333c4-e705-4a0a-bcf6-fabdc9684b9b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1470869 Jul 09 16:00:24.191811 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4db11e-af18-4493-b0a1-3d849870a94c req-acb81a69-cc72-496a-82e3-df24af904374 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:24.205266 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2d4db11e-af18-4493-b0a1-3d849870a94c req-acb81a69-cc72-496a-82e3-df24af904374 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.2597318 Jul 09 16:00:24.212328 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5b22cf9c-07e6-47c8-9783-69df1f8e3198 req-354379ed-691b-4166-b948-e848269b5636 service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583210 Jul 09 16:00:24.309543 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2d4db11e-af18-4493-b0a1-3d849870a94c req-30c32f3c-ecf1-4301-bfe2-bb2d2ea5c09c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033027 Jul 09 16:00:24.343306 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f0537-5b41-440b-8d3c-9be4849a73d1 req-1e90272a-b5c7-43ec-926a-d055d776383c tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:24.354362 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ed4f0537-5b41-440b-8d3c-9be4849a73d1 req-1e90272a-b5c7-43ec-926a-d055d776383c tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2487159 Jul 09 16:00:24.446109 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ed4f0537-5b41-440b-8d3c-9be4849a73d1 req-314353ba-53b0-40fa-82bc-7004712a7040 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906458 Jul 09 16:00:24.537864 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5b22cf9c-07e6-47c8-9783-69df1f8e3198 req-548a7528-5a09-4617-8703-d0a416355f69 service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125770 Jul 09 16:00:25.059691 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-97816b20-12f7-46be-9067-cbba39246ec0 req-e8458f82-5692-4420-90dc-b24fda18c878 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 1099 time: 0.0972927 Jul 09 16:00:25.068193 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:25.130644 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-97816b20-12f7-46be-9067-cbba39246ec0 req-1d799a0e-c62c-4f1b-9cdd-5f281d073fac service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572720 Jul 09 16:00:25.777098 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f50f8a-f519-49e3-9581-07289635dbdd req-520428c6-17a2-409f-8144-528186bda06c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:25.778749 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-72f50f8a-f519-49e3-9581-07289635dbdd req-520428c6-17a2-409f-8144-528186bda06c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.2033241 Jul 09 16:00:25.865133 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1f49e-7cc8-4bd5-acc0-bbc5f438ec5a req-1fb36728-d881-4f66-a12e-16eab5ca7c32 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:25.867351 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-55b1f49e-7cc8-4bd5-acc0-bbc5f438ec5a req-1fb36728-d881-4f66-a12e-16eab5ca7c32 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1764522 Jul 09 16:00:25.871394 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-72f50f8a-f519-49e3-9581-07289635dbdd req-9714c84b-e436-4a6c-80fb-a0e26b51f0e5 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727227 Jul 09 16:00:26.001743 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-55b1f49e-7cc8-4bd5-acc0-bbc5f438ec5a req-10839344-d05a-4694-87f8-b8f8f5aaf765 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170945 Jul 09 16:00:27.322186 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19906a94-dfd9-4b7d-9f3a-26b57959ec88 req-f9262e27-4f8f-442a-9485-2e04fbc9b8fa tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:27.324510 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-19906a94-dfd9-4b7d-9f3a-26b57959ec88 req-f9262e27-4f8f-442a-9485-2e04fbc9b8fa tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.2036529 Jul 09 16:00:27.534570 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-19906a94-dfd9-4b7d-9f3a-26b57959ec88 req-68117ed4-691c-41f8-afbf-16248ab517e8 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996460 Jul 09 16:00:27.584837 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f74cc6-5ab4-4d55-889e-92c5489f678c req-67e71760-cfdc-4247-8451-caeea60e4cff tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:27.596921 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b6f74cc6-5ab4-4d55-889e-92c5489f678c req-67e71760-cfdc-4247-8451-caeea60e4cff tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2214937 Jul 09 16:00:27.751002 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b6f74cc6-5ab4-4d55-889e-92c5489f678c req-d65d5f52-13d4-4160-9abd-72b4cebad194 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524181 Jul 09 16:00:29.018621 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a66f6b-8821-4f11-a2f4-ec0d40623224 req-fdc9a455-5af7-44d2-9535-51542064792d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:29.020496 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-10a66f6b-8821-4f11-a2f4-ec0d40623224 req-fdc9a455-5af7-44d2-9535-51542064792d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.1704423 Jul 09 16:00:29.090848 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c1591-8a79-4fc8-b208-3bb982d0e172 req-348a6d46-1ece-4fbb-afa1-d56f2cd7575b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:29.092319 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-046c1591-8a79-4fc8-b208-3bb982d0e172 req-348a6d46-1ece-4fbb-afa1-d56f2cd7575b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1556668 Jul 09 16:00:29.094598 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-10a66f6b-8821-4f11-a2f4-ec0d40623224 req-c53aa61b-970d-40c3-af3c-8e1550187290 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644951 Jul 09 16:00:29.158815 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-046c1591-8a79-4fc8-b208-3bb982d0e172 req-758ec0c1-ab01-4899-8a85-ed85057b5349 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595601 Jul 09 16:00:30.575806 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b58a83-5dc3-459d-b816-3579f30402b6 req-d1cf7411-c0e6-4b68-a6cf-8e74d413dda4 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:30.579322 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-96b58a83-5dc3-459d-b816-3579f30402b6 req-d1cf7411-c0e6-4b68-a6cf-8e74d413dda4 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.2091684 Jul 09 16:00:30.742151 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-96b58a83-5dc3-459d-b816-3579f30402b6 req-4d51baac-4dc9-4134-a376-e167de64089e tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470594 Jul 09 16:00:30.784205 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffec7e2-dcc7-4421-9605-dfc276aedc55 req-af61a728-4d1c-43d9-8c45-0ee709906611 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:30.787155 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9ffec7e2-dcc7-4421-9605-dfc276aedc55 req-af61a728-4d1c-43d9-8c45-0ee709906611 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1074655 Jul 09 16:00:30.849214 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9ffec7e2-dcc7-4421-9605-dfc276aedc55 req-5ee56eb0-a278-4da8-aad1-b56fcf08e02f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519607 Jul 09 16:00:32.087264 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59137f54-54cc-46d2-a3a1-14f98fc39c18 req-0fc5b988-cc0e-4ee9-8fde-26efdc59480c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:32.100390 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-59137f54-54cc-46d2-a3a1-14f98fc39c18 req-0fc5b988-cc0e-4ee9-8fde-26efdc59480c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.1336358 Jul 09 16:00:32.173291 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-59137f54-54cc-46d2-a3a1-14f98fc39c18 req-e951690e-f0e3-43a9-ac3f-b4017e619cfd tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707073 Jul 09 16:00:32.418574 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc527e10-dac7-4d77-a56c-66a73f2ff160 req-f52ca4c1-3192-418e-afc4-e103d2fc02fe tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:32.420277 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-dc527e10-dac7-4d77-a56c-66a73f2ff160 req-f52ca4c1-3192-418e-afc4-e103d2fc02fe tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2838290 Jul 09 16:00:32.511416 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-dc527e10-dac7-4d77-a56c-66a73f2ff160 req-0746c61f-9044-4628-8369-1ccdec8c68ad tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772271 Jul 09 16:00:33.250295 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-cfcda3ba-c11e-4435-8622-f2a0301906e1 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Synchronizing usage tracker for tenant:8911ef40b69d4f2b93d3a7d7583b87b7 on resource:security_group {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:00:33.328747 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-cfcda3ba-c11e-4435-8622-f2a0301906e1 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Unset dirty status for tenant:8911ef40b69d4f2b93d3a7d7583b87b7 on resource:security_group {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:00:33.340931 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-cfcda3ba-c11e-4435-8622-f2a0301906e1 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1482361124&fields=id&tenant_id=8911ef40b69d4f2b93d3a7d7583b87b7 HTTP/1.1" status: 200 len: 267 time: 0.1902115 Jul 09 16:00:33.671310 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-a903f688-fea8-479e-bb39-b5739619cb79 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:33.672653 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-a903f688-fea8-479e-bb39-b5739619cb79 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Synchronizing usage tracker for tenant:8911ef40b69d4f2b93d3a7d7583b87b7 on resource:network {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:00:33.735859 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-a903f688-fea8-479e-bb39-b5739619cb79 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Unset dirty status for tenant:8911ef40b69d4f2b93d3a7d7583b87b7 on resource:network {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:00:33.737250 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-a903f688-fea8-479e-bb39-b5739619cb79 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/networks?id=a3f47de3-f3d1-4f03-8159-72f98954fe64 HTTP/1.1" status: 200 len: 808 time: 0.3950105 Jul 09 16:00:33.795541 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-00a4a48b-95f2-4f3b-a61a-df529a5b7a2c tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/quotas/8911ef40b69d4f2b93d3a7d7583b87b7 HTTP/1.1" status: 200 len: 375 time: 0.0469728 Jul 09 16:00:33.875497 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-046a9140-0a63-4705-b2d9-20ea59f0fb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:34.009119 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd519a7-129a-4431-b29a-3af8711b553b req-367b1ca4-9384-4157-bb23-1c06dbdd367b tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:34.011713 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5bd519a7-129a-4431-b29a-3af8711b553b req-367b1ca4-9384-4157-bb23-1c06dbdd367b tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.4797351 Jul 09 16:00:34.075396 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-937f98e7-0ef5-48e7-886f-0c69caffb26c tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8911ef40b69d4f2b93d3a7d7583b87b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2779131 Jul 09 16:00:34.436969 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:34.454788 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-868630ca-7107-4a6c-9f3e-2cf4968cbbd7 service neutron] 10.222.0.66 "GET /v2.0/networks/a3f47de3-f3d1-4f03-8159-72f98954fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546894 Jul 09 16:00:34.631021 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5bd519a7-129a-4431-b29a-3af8711b553b req-2736c43f-eeb7-4ca6-904a-00d29a53ff9c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6061268 Jul 09 16:00:34.750894 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-4929fcd4-e82e-4544-b8e3-b3514578e384 service neutron] 10.222.0.66 "GET /v2.0/networks/a3f47de3-f3d1-4f03-8159-72f98954fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812774 Jul 09 16:00:35.218779 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3410e0-9366-4f15-94cb-fcae42ae1b8d req-7f4496a7-8ab4-4ba7-8951-c9e655b002e0 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:35.230324 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ac3410e0-9366-4f15-94cb-fcae42ae1b8d req-7f4496a7-8ab4-4ba7-8951-c9e655b002e0 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2532840 Jul 09 16:00:35.345245 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ac3410e0-9366-4f15-94cb-fcae42ae1b8d req-7f8e5100-57eb-414f-aa7a-53ecdd8b4a99 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137912 Jul 09 16:00:35.697260 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2ab36f20-6031-4e33-af64-36507fef18cd req-eb2c81ef-230b-4c4c-a165-f24f1988201b tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 210 time: 0.1194966 Jul 09 16:00:36.128111 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-641ec39c-93d1-44a2-a9db-8d4c88db74d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:36.142427 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22916c-8965-496e-bed6-ee8e8005851d req-34503c81-b52d-4c6d-9681-7fc9790d766c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:36.158583 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9c22916c-8965-496e-bed6-ee8e8005851d req-34503c81-b52d-4c6d-9681-7fc9790d766c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.1903758 Jul 09 16:00:36.285808 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9c22916c-8965-496e-bed6-ee8e8005851d req-2b03f422-50cd-4d66-bd44-1689bb3c8064 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226075 Jul 09 16:00:36.734898 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fdb35-a356-4444-a562-04e97685f419 req-df028c60-d57c-467c-bc84-0e91af980936 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:36.738152 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-128fdb35-a356-4444-a562-04e97685f419 req-df028c60-d57c-467c-bc84-0e91af980936 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1248214 Jul 09 16:00:36.839420 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-128fdb35-a356-4444-a562-04e97685f419 req-3be444d3-4279-4b14-9daa-527818e5a744 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923421 Jul 09 16:00:37.003177 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-947bb3ea-fac2-4896-8ee9-ce1586a55e58 req-955175d3-d9ef-468a-9605-96434b38137e tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 210 time: 0.0655038 Jul 09 16:00:37.178762 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:37.664619 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072141b-33ec-464b-bd53-fc741fc94f58 req-50847b41-eb80-44d5-9b59-d0c2df0fa4ef tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:37.677332 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d072141b-33ec-464b-bd53-fc741fc94f58 req-50847b41-eb80-44d5-9b59-d0c2df0fa4ef tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.1435440 Jul 09 16:00:37.779164 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d072141b-33ec-464b-bd53-fc741fc94f58 req-6d2e4e32-150f-4d7b-8702-07d96b8f9e32 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996392 Jul 09 16:00:38.420019 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a482783-763c-4d8e-87ea-b162bad3e5b4 req-3948040e-965f-4ef9-b69f-af36696fb993 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:38.434140 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4a482783-763c-4d8e-87ea-b162bad3e5b4 req-3948040e-965f-4ef9-b69f-af36696fb993 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2332411 Jul 09 16:00:38.629868 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4a482783-763c-4d8e-87ea-b162bad3e5b4 req-d56d3bbb-7f55-44e6-a4ea-9e5fc7d3970d tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914873 Jul 09 16:00:38.662199 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f4c6b6a9-5dec-4191-a4de-79c2ea2548ac req-ccbfa547-b9ea-4eb0-9cd8-5fee2fe6a7f9 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 210 time: 0.1420772 Jul 09 16:00:38.713441 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:39.276779 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3c0dd-607c-41d8-9e06-ef25641f9daa req-b4a6ac9c-7319-4249-a4c4-216d0593ccf4 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:39.287081 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f1a3c0dd-607c-41d8-9e06-ef25641f9daa req-b4a6ac9c-7319-4249-a4c4-216d0593ccf4 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.1845462 Jul 09 16:00:39.387881 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f1a3c0dd-607c-41d8-9e06-ef25641f9daa req-e4a8af82-f93b-4915-9ebf-f96347918d8d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844882 Jul 09 16:00:40.326826 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-71e82dd1-1b81-4830-b810-f7fcb42c8c65 req-33f0eb21-f52c-4580-8cd8-f8018bcdfe4b tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 210 time: 0.1486351 Jul 09 16:00:40.382362 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fdc6a-71a2-4249-8216-6778e83db541 req-e13fd881-65e8-4272-83b7-6c1fead0b2aa tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:40.397660 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-280fdc6a-71a2-4249-8216-6778e83db541 req-e13fd881-65e8-4272-83b7-6c1fead0b2aa tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.3480368 Jul 09 16:00:40.492024 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-280fdc6a-71a2-4249-8216-6778e83db541 req-1bafc363-0bbd-43df-ac97-8675f40efd07 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927169 Jul 09 16:00:40.853154 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d220b-15ad-42ba-9b37-c4459b9ba13a req-ca18f6fb-0a9d-438b-b35e-62261998f341 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:40.860165 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-254d220b-15ad-42ba-9b37-c4459b9ba13a req-ca18f6fb-0a9d-438b-b35e-62261998f341 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.1301191 Jul 09 16:00:40.953708 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-254d220b-15ad-42ba-9b37-c4459b9ba13a req-1b004fde-94a0-4832-893b-b981ca0ce9a0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913637 Jul 09 16:00:41.827469 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c7e5eed3-454b-4f3a-95ac-24ae301a3a2a req-c701cadd-54d3-46e0-ad88-97275ae61e6f tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 210 time: 0.0638890 Jul 09 16:00:41.918657 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625b215-6d1d-4ccf-914f-26667b278772 req-74a91ef4-3e3d-4f73-b14d-9fd1d57eaee9 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:41.926831 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c625b215-6d1d-4ccf-914f-26667b278772 req-74a91ef4-3e3d-4f73-b14d-9fd1d57eaee9 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1980627 Jul 09 16:00:42.045638 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c625b215-6d1d-4ccf-914f-26667b278772 req-4d331169-ba58-414d-8256-0480c4f8df28 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171713 Jul 09 16:00:42.368745 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a49b4f-a1d5-4a26-b581-f3885f61dc43 req-c2b42510-9936-4037-a9de-354077476e1d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:42.382583 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-29a49b4f-a1d5-4a26-b581-f3885f61dc43 req-c2b42510-9936-4037-a9de-354077476e1d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.1713047 Jul 09 16:00:42.446635 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-29a49b4f-a1d5-4a26-b581-f3885f61dc43 req-89a71e2e-5982-4391-b607-ba50eb4626ff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613084 Jul 09 16:00:43.231854 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-dd94c562-df63-4762-88ed-d6501994eeab req-26b766d6-b4de-4f31-825a-1c73d72e59f5 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 210 time: 0.0649340 Jul 09 16:00:43.446683 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc24b88-d860-4139-8e03-a2e6603de5ad req-9873d6ca-f0b9-4b66-9306-207e54fd969d tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:43.454699 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-fdc24b88-d860-4139-8e03-a2e6603de5ad req-9873d6ca-f0b9-4b66-9306-207e54fd969d tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1390953 Jul 09 16:00:43.663178 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-fdc24b88-d860-4139-8e03-a2e6603de5ad req-473d4e6d-2428-48ac-a8ef-c454247fc8be tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028184 Jul 09 16:00:43.872248 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310375b-3a37-48d7-886e-6d4432bb87ad req-d801aa87-027b-4199-98bd-2631a0cc7998 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:43.886021 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e310375b-3a37-48d7-886e-6d4432bb87ad req-d801aa87-027b-4199-98bd-2631a0cc7998 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.1579051 Jul 09 16:00:43.990505 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e310375b-3a37-48d7-886e-6d4432bb87ad req-d5cb4e6e-876a-41ae-a29b-bf7672a2139f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020229 Jul 09 16:00:44.498637 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d8d75699-79d3-4d21-9358-a909dd4c4b54 req-8cdf4a4d-8e18-42ed-b1f2-11af7ea9caa2 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 210 time: 0.0855882 Jul 09 16:00:45.350613 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02579da8-83ae-4d7f-afc9-b3d7532f3004 req-66feb101-2857-4a0b-ae6b-a59985063149 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:45.355512 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-02579da8-83ae-4d7f-afc9-b3d7532f3004 req-66feb101-2857-4a0b-ae6b-a59985063149 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.4380884 Jul 09 16:00:45.619071 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-02579da8-83ae-4d7f-afc9-b3d7532f3004 req-6b521fed-82d8-4ffa-a353-99d466bd9070 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512636 Jul 09 16:00:45.712041 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a12bdd-a81b-423a-8514-54041cd7dc96 req-2111a22b-c5db-44b6-9a7e-6682e8540f43 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:45.712393 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-05a12bdd-a81b-423a-8514-54041cd7dc96 req-2111a22b-c5db-44b6-9a7e-6682e8540f43 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.2639332 Jul 09 16:00:45.828962 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-05a12bdd-a81b-423a-8514-54041cd7dc96 req-6f58949e-5fc9-47af-8eb1-bfc364c7093e tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021864 Jul 09 16:00:46.000776 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0a3f6b43-c0c1-4461-9c0e-78c9df1177a8 req-0f7501e0-62c3-4231-93bf-a7a7e0e34849 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 210 time: 0.0720532 Jul 09 16:00:46.281438 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:00:47.105836 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-29b808c6-cb3c-48a6-a12f-8b4185eb1202 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:47.107835 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-29b808c6-cb3c-48a6-a12f-8b4185eb1202 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.89 "GET /v2.0/networks?id=a3f47de3-f3d1-4f03-8159-72f98954fe64 HTTP/1.1" status: 200 len: 808 time: 0.3004224 Jul 09 16:00:47.128907 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997b816-9db0-4dd8-aeda-50cfa2efab4a req-82584c30-7cce-4fdd-bc20-e3c7600a7507 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:47.133156 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e997b816-9db0-4dd8-aeda-50cfa2efab4a req-82584c30-7cce-4fdd-bc20-e3c7600a7507 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2329373 Jul 09 16:00:47.239912 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-f199c0c0-8c8f-43cc-8a10-8cb64890ebb6 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8911ef40b69d4f2b93d3a7d7583b87b7 HTTP/1.1" status: 200 len: 380 time: 0.0817804 Jul 09 16:00:47.261169 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-c8df7110-1f32-4554-aa1f-a4bb30e60f08 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Request body: {'port': {'device_id': '4c214582-318a-4c0f-8dc9-c371c04ae1a9', 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64', 'admin_state_up': True, 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'security_groups': ['b31f0626-21ec-466f-a6f4-3285cac1dc7b']}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:00:47.338655 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e997b816-9db0-4dd8-aeda-50cfa2efab4a req-f0e8af17-073c-43ff-8d24-b53dd6907090 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938524 Jul 09 16:00:47.394971 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b347aa-22c7-4926-824a-80e5476b7161 req-043d8742-3950-419d-a053-5a7abce22dd3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:47.397045 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-19b347aa-22c7-4926-824a-80e5476b7161 req-043d8742-3950-419d-a053-5a7abce22dd3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.2059438 Jul 09 16:00:47.510797 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-19b347aa-22c7-4926-824a-80e5476b7161 req-ba8f712c-9365-4247-924b-f74220205b76 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993357 Jul 09 16:00:47.709739 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-c8df7110-1f32-4554-aa1f-a4bb30e60f08 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:00:47.718289 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-273e2ec7-0fa9-4e44-9aa1-f0d82e789a5e req-b640517f-df5f-44a8-afce-f094e9c51a78 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 210 time: 0.2032254 Jul 09 16:00:47.732608 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-c8df7110-1f32-4554-aa1f-a4bb30e60f08 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Usage tracker for resource:port and tenant:8911ef40b69d4f2b93d3a7d7583b87b7 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:00:47.739952 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-c8df7110-1f32-4554-aa1f-a4bb30e60f08 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:00:47.754314 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-c8df7110-1f32-4554-aa1f-a4bb30e60f08 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:00:47.796542 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-c8df7110-1f32-4554-aa1f-a4bb30e60f08 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Made reservation on behalf of 8911ef40b69d4f2b93d3a7d7583b87b7 for: {'port': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:00:47.808937 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-c8df7110-1f32-4554-aa1f-a4bb30e60f08 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:48.073018 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-c8df7110-1f32-4554-aa1f-a4bb30e60f08 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Allocated IP 172.20.0.12 (a3f47de3-f3d1-4f03-8159-72f98954fe64/2dfc412d-22b8-4fae-ac78-cdf3faffeb1a/c0379a0a-8843-47c5-8c52-1085409f08e9) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:00:48.838689 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-c8df7110-1f32-4554-aa1f-a4bb30e60f08 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:48.881255 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-c8df7110-1f32-4554-aa1f-a4bb30e60f08 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Transition to ACTIVE for port object c0379a0a-8843-47c5-8c52-1085409f08e9 will not be triggered until provisioned by entity DHCP. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:00:48.928970 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-c8df7110-1f32-4554-aa1f-a4bb30e60f08 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:48.939796 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:00:49.083279 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-c8df7110-1f32-4554-aa1f-a4bb30e60f08 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Network a3f47de3-f3d1-4f03-8159-72f98954fe64 is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:00:49.090116 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-c8df7110-1f32-4554-aa1f-a4bb30e60f08 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:00:49.097022 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-c8df7110-1f32-4554-aa1f-a4bb30e60f08 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:00:49.102221 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-c8df7110-1f32-4554-aa1f-a4bb30e60f08 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:49.103533 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-c8df7110-1f32-4554-aa1f-a4bb30e60f08 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:49.110694 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8b2a0-bf03-4957-9652-396a0c7cbfb3 req-659a969b-1618-40cf-a00b-c6c324bbbe2e tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:49.114485 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df7110-1f32-4554-aa1f-a4bb30e60f08 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Pushing event updated for resources: {'Port': ['ID=c0379a0a-8843-47c5-8c52-1085409f08e9,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:49.123668 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2ed8b2a0-bf03-4957-9652-396a0c7cbfb3 req-659a969b-1618-40cf-a00b-c6c324bbbe2e tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.3129122 Jul 09 16:00:49.132511 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7b774f67-ee45-4e84-87fe-5cbe8472dcb5 req-338ed77c-a596-404e-9d08-cc06d4257b13 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=798c4c987947430b9f5ca3417f6fae1e&device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 1099 time: 0.4233973 Jul 09 16:00:49.132848 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c8df7110-1f32-4554-aa1f-a4bb30e60f08 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:00:49.152590 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-c8df7110-1f32-4554-aa1f-a4bb30e60f08 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9014964 Jul 09 16:00:49.187077 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Request body: {'port': {'device_id': '4c214582-318a-4c0f-8dc9-c371c04ae1a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:00:49.381983 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:49.489873 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3f541-2ef0-4e35-b495-7eb543132b66 req-215887a5-8fe6-4cfc-9b3b-ba796b92fc0b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:49.497471 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3db3f541-2ef0-4e35-b495-7eb543132b66 req-215887a5-8fe6-4cfc-9b3b-ba796b92fc0b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.6078899 Jul 09 16:00:49.587479 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2ed8b2a0-bf03-4957-9652-396a0c7cbfb3 req-9645102d-6dbf-4ef8-9b6f-22be8c3338fb tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4630733 Jul 09 16:00:49.685935 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-288311bb-ffd8-4bd3-964a-46eabff58003 None None] Provisioning for port c0379a0a-8843-47c5-8c52-1085409f08e9 completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:00:49.698659 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-288311bb-ffd8-4bd3-964a-46eabff58003 None None] Provisioning complete for port c0379a0a-8843-47c5-8c52-1085409f08e9 triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:00:49.699043 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-288311bb-ffd8-4bd3-964a-46eabff58003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:49.778482 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3db3f541-2ef0-4e35-b495-7eb543132b66 req-2e815145-2168-4df5-a135-6f11e9f0c5c0 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798905 Jul 09 16:00:49.808117 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b774f67-ee45-4e84-87fe-5cbe8472dcb5 req-9d83a752-2131-4eb6-801c-a75f6f427e90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:49.810364 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7b774f67-ee45-4e84-87fe-5cbe8472dcb5 req-9d83a752-2131-4eb6-801c-a75f6f427e90 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0720c046-472b-41f7-aed1-fe5049b59216 HTTP/1.1" status: 200 len: 919 time: 0.6465576 Jul 09 16:00:49.880358 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-288311bb-ffd8-4bd3-964a-46eabff58003 None None] Port c0379a0a-8843-47c5-8c52-1085409f08e9 cannot update to ACTIVE because it is not bound. {{(pid=74278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 09 16:00:49.992664 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0379a0a-8843-47c5-8c52-1085409f08e9 {{(pid=74277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:00:50.001897 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:50.020389 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7b774f67-ee45-4e84-87fe-5cbe8472dcb5 req-6327ead1-d5d4-40ea-984f-c83ede755f82 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0ee7a7a-a984-4308-b677-081305a62fad HTTP/1.1" status: 200 len: 217 time: 0.1937187 Jul 09 16:00:50.030151 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Transition to ACTIVE for port object c0379a0a-8843-47c5-8c52-1085409f08e9 will not be triggered until provisioned by entity L2. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:00:50.035930 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:50.041815 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-5733db52-ee21-4bb4-ae25-da93bf8212fa tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:00:50.126179 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0379a0a-8843-47c5-8c52-1085409f08e9,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:50.132520 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:00:50.257008 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b774f67-ee45-4e84-87fe-5cbe8472dcb5 req-619edb9b-d6ea-4ca4-b78d-dc8c1b419c0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:50.258175 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7b774f67-ee45-4e84-87fe-5cbe8472dcb5 req-619edb9b-d6ea-4ca4-b78d-dc8c1b419c0a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4121e6a0-77e3-405e-b1c9-fb3cc0cd4986 HTTP/1.1" status: 200 len: 858 time: 0.2254558 Jul 09 16:00:50.280353 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d727ea-cf81-44d2-aa04-cbaa5149fd70 req-4b6211f8-b510-4b81-b3d6-7a717516e415 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:50.295546 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d6d727ea-cf81-44d2-aa04-cbaa5149fd70 req-4b6211f8-b510-4b81-b3d6-7a717516e415 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 932 time: 0.3563714 Jul 09 16:00:50.376926 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Attempting to bind port c0379a0a-8843-47c5-8c52-1085409f08e9 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:00:50.377590 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Attempting to bind port c0379a0a-8843-47c5-8c52-1085409f08e9 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '02c778cd-a5a7-414d-8b97-f91fec3af799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64'}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:00:50.378213 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Attempting to bind port c0379a0a-8843-47c5-8c52-1085409f08e9 on network a3f47de3-f3d1-4f03-8159-72f98954fe64 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:00:50.389022 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Port c0379a0a-8843-47c5-8c52-1085409f08e9 on network a3f47de3-f3d1-4f03-8159-72f98954fe64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 09 16:00:50.389943 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Attempting to bind port c0379a0a-8843-47c5-8c52-1085409f08e9 on network a3f47de3-f3d1-4f03-8159-72f98954fe64 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:00:50.400388 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Checking agent: {'id': '891cfaac-3e76-4d41-913f-991116fa71b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 16:00:50.400800 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Checking segment: {'id': '02c778cd-a5a7-414d-8b97-f91fec3af799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:00:50.401368 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Bound using segment: {'id': '02c778cd-a5a7-414d-8b97-f91fec3af799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64'} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 16:00:50.401952 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Bound port: c0379a0a-8843-47c5-8c52-1085409f08e9, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c778cd-a5a7-414d-8b97-f91fec3af799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64'}}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:00:50.402448 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:50.420566 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7b774f67-ee45-4e84-87fe-5cbe8472dcb5 req-63c3981f-f5e4-41f8-aa51-96686021664a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0720c046-472b-41f7-aed1-fe5049b59216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185765 Jul 09 16:00:50.546333 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d6d727ea-cf81-44d2-aa04-cbaa5149fd70 req-53634732-5769-42c9-8072-331d86b1794f tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466211 Jul 09 16:00:50.548701 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] For port c0379a0a-8843-47c5-8c52-1085409f08e9, host hv-cinder-80022, cleared binding levels {{(pid=74277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:00:50.557221 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] For port c0379a0a-8843-47c5-8c52-1085409f08e9, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c0379a0a-8843-47c5-8c52-1085409f08e9,segment=NetworkSegment(02c778cd-a5a7-414d-8b97-f91fec3af799),segment_id=02c778cd-a5a7-414d-8b97-f91fec3af799)] {{(pid=74277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:00:50.567585 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:50.593129 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-98094b91-f924-4d1d-be53-d41eb751bc72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:00:50.656469 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7b774f67-ee45-4e84-87fe-5cbe8472dcb5 req-da6c793d-ab4e-4dc2-940c-16c2e8ec123a service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138252 Jul 09 16:00:50.695718 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:50.697385 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] 10.222.0.89 "PUT /v2.0/ports/c0379a0a-8843-47c5-8c52-1085409f08e9 HTTP/1.1" status: 200 len: 1094 time: 1.5277555 Jul 09 16:00:50.698283 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c214582-318a-4c0f-8dc9-c371c04ae1a9', 'tag': 'c0379a0a-8843-47c5-8c52-1085409f08e9'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:00:50.729567 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0379a0a-8843-47c5-8c52-1085409f08e9,revision_number=3']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:50.735041 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:00:50.777791 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 8d80d024-6c9a-4fb7-b25b-243f7f220393 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 16:00:50.953858 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c214582-318a-4c0f-8dc9-c371c04ae1a9', 'tag': 'c0379a0a-8843-47c5-8c52-1085409f08e9', 'status': 'completed', 'code': 200} Jul 09 16:00:51.067642 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-45647927-d96b-48ba-9045-f6d60cacefac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8911ef40b69d4f2b93d3a7d7583b87b7&device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 1097 time: 0.2769983 Jul 09 16:00:51.256584 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 8d80d024-6c9a-4fb7-b25b-243f7f220393, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8d80d024-6c9a-4fb7-b25b-243f7f220393,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:00:51.266756 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-ed6d5fc8-05f5-40eb-a42e-a65e6e9b3cf4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0379a0a-8843-47c5-8c52-1085409f08e9 HTTP/1.1" status: 200 len: 217 time: 0.1594489 Jul 09 16:00:51.285598 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': '8d80d024-6c9a-4fb7-b25b-243f7f220393', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'port_id': '8d80d024-6c9a-4fb7-b25b-243f7f220393', 'mac_address': 'fa:16:3e:9f:b7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 16:00:51.366025 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:51.402656 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d80d024-6c9a-4fb7-b25b-243f7f220393 {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:00:51.413781 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-2cde917b-80fd-4246-b4ef-b894c8cf1130 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:51.416029 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-2cde917b-80fd-4246-b4ef-b894c8cf1130 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2dfc412d-22b8-4fae-ac78-cdf3faffeb1a HTTP/1.1" status: 200 len: 847 time: 0.1359835 Jul 09 16:00:51.423759 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 8d80d024-6c9a-4fb7-b25b-243f7f220393, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8d80d024-6c9a-4fb7-b25b-243f7f220393,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:00:51.430330 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:51.434115 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:00:51.449779 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7b774f67-ee45-4e84-87fe-5cbe8472dcb5 req-88a84ffb-4d5d-4ca4-9717-05ee2f685a50 service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7827110 Jul 09 16:00:51.538628 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=8d80d024-6c9a-4fb7-b25b-243f7f220393,revision_number=9']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:51.544464 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:00:51.591140 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229744ad-215a-4158-a629-dd338b130dc2 req-e922f67f-dcdb-40eb-b9a7-db4efb2714fe tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:51.603802 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-229744ad-215a-4158-a629-dd338b130dc2 req-e922f67f-dcdb-40eb-b9a7-db4efb2714fe tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.4537618 Jul 09 16:00:51.626430 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b5773-26de-44af-af79-edd86bcf9bd9 req-912effba-bdd5-49f0-b31f-0651567c6c3f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:51.628864 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a85b5773-26de-44af-af79-edd86bcf9bd9 req-912effba-bdd5-49f0-b31f-0651567c6c3f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 943 time: 0.5069585 Jul 09 16:00:51.684251 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-5113ef95-8230-4fc4-9550-01d30f06c868 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a3f47de3-f3d1-4f03-8159-72f98954fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2598486 Jul 09 16:00:51.736592 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a85b5773-26de-44af-af79-edd86bcf9bd9 req-98ab9117-0504-40d6-af25-5690b1df934c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923560 Jul 09 16:00:51.805639 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-229744ad-215a-4158-a629-dd338b130dc2 req-aad03073-857f-49b0-b9cf-4e39a3e851bc tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991503 Jul 09 16:00:52.015204 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['8d80d024-6c9a-4fb7-b25b-243f7f220393'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:00:52.122690 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-2d5795ef-2640-4626-841a-4b66deab815f service neutron] 10.222.0.89 "GET /v2.0/networks/a3f47de3-f3d1-4f03-8159-72f98954fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199052 Jul 09 16:00:52.483854 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f9a56-c6de-453a-8b69-ab6f91f2e6ad req-c937ef8f-bd96-4135-86cc-e23df4b6c3f3 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:52.484709 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-360f9a56-c6de-453a-8b69-ab6f91f2e6ad req-c937ef8f-bd96-4135-86cc-e23df4b6c3f3 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 944 time: 0.3344045 Jul 09 16:00:52.496725 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-0eeb322e-aedc-4d13-b13c-775f3b7d83e0 req-457b23e5-9418-4f0c-a43f-eda70639208b service neutron] 10.222.0.89 "GET /v2.0/networks/a3f47de3-f3d1-4f03-8159-72f98954fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557022 Jul 09 16:00:52.587126 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-360f9a56-c6de-453a-8b69-ab6f91f2e6ad req-59967468-95a0-4d9a-87e3-32ff22bcb02b tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907347 Jul 09 16:00:52.862360 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-22db5343-4434-417b-8dec-a941f7f0eb38 req-932d4b03-7cc2-4764-a77f-f8d5ac8440f5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8911ef40b69d4f2b93d3a7d7583b87b7&device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 1097 time: 0.1588519 Jul 09 16:00:53.240224 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db5343-4434-417b-8dec-a941f7f0eb38 req-14ee42a2-c569-4201-a267-7095a122be3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:53.245032 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-22db5343-4434-417b-8dec-a941f7f0eb38 req-14ee42a2-c569-4201-a267-7095a122be3e service neutron] 10.222.0.89 "GET /v2.0/networks?id=a3f47de3-f3d1-4f03-8159-72f98954fe64 HTTP/1.1" status: 200 len: 909 time: 0.3682189 Jul 09 16:00:53.414315 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-22db5343-4434-417b-8dec-a941f7f0eb38 req-38c2e62d-0723-477b-a4db-51dd5bc0409b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0379a0a-8843-47c5-8c52-1085409f08e9 HTTP/1.1" status: 200 len: 217 time: 0.1500654 Jul 09 16:00:53.433695 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c4585-4fbf-4ee3-b40d-ce4f1ad40e3e req-01bfe772-ea9f-4ddd-8ba4-a6f8ad6942f2 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:53.437491 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-580c4585-4fbf-4ee3-b40d-ce4f1ad40e3e req-01bfe772-ea9f-4ddd-8ba4-a6f8ad6942f2 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 944 time: 0.3876324 Jul 09 16:00:53.510399 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-580c4585-4fbf-4ee3-b40d-ce4f1ad40e3e req-d76d0de4-f6b6-4fbf-a3b7-b0d84303186d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618145 Jul 09 16:00:53.532122 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b0cb2-36ec-4e3d-b0ea-15fa1b2177b5 req-cbe3297c-80e5-4e93-a620-8322bac9593c tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:53.545125 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ce6b0cb2-36ec-4e3d-b0ea-15fa1b2177b5 req-cbe3297c-80e5-4e93-a620-8322bac9593c tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.3422000 Jul 09 16:00:53.579183 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db5343-4434-417b-8dec-a941f7f0eb38 req-40f81357-3e27-467e-8704-3d0964470c63 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:53.582386 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-22db5343-4434-417b-8dec-a941f7f0eb38 req-40f81357-3e27-467e-8704-3d0964470c63 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2dfc412d-22b8-4fae-ac78-cdf3faffeb1a HTTP/1.1" status: 200 len: 847 time: 0.1611378 Jul 09 16:00:53.655134 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ce6b0cb2-36ec-4e3d-b0ea-15fa1b2177b5 req-75a49be9-ebca-4bd0-bfa2-a05b8a42fd45 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083634 Jul 09 16:00:53.763286 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-22db5343-4434-417b-8dec-a941f7f0eb38 req-33e3241d-bbae-4db0-a7c5-a9385a019320 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a3f47de3-f3d1-4f03-8159-72f98954fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1696105 Jul 09 16:00:53.951517 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c9b3f-625b-42a8-92c3-67c89e87ffd7 req-2857d343-d2b0-4134-b718-b00397ecf4b9 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:53.955236 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e70c9b3f-625b-42a8-92c3-67c89e87ffd7 req-2857d343-d2b0-4134-b718-b00397ecf4b9 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 944 time: 0.1450880 Jul 09 16:00:54.006146 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-22db5343-4434-417b-8dec-a941f7f0eb38 req-63795e2f-d5d6-4004-b7cf-6aea8dd2038a service neutron] 10.222.0.89 "GET /v2.0/networks/a3f47de3-f3d1-4f03-8159-72f98954fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228727 Jul 09 16:00:54.036762 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e70c9b3f-625b-42a8-92c3-67c89e87ffd7 req-4f54bb51-05fa-4de9-9903-c3a9d2541470 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581925 Jul 09 16:00:54.272463 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-22db5343-4434-417b-8dec-a941f7f0eb38 req-c2ff121f-755c-458a-b909-f40d8b24b104 service neutron] 10.222.0.89 "GET /v2.0/networks/a3f47de3-f3d1-4f03-8159-72f98954fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499151 Jul 09 16:00:54.746549 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-edf401e5-50d6-41d6-aede-6a6ae09c2d48 req-b6e402ed-7e97-4da3-bb19-4c5b5a12377a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=798c4c987947430b9f5ca3417f6fae1e&device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 1099 time: 0.1300442 Jul 09 16:00:54.791370 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 8d80d024-6c9a-4fb7-b25b-243f7f220393 up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:00:54.934019 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port 8d80d024-6c9a-4fb7-b25b-243f7f220393 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:00:54.934532 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:55.062760 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356db71-45cf-40be-ae05-3ce28e7f6dc2 req-500628d5-2614-4976-96ee-e0cf69f0d49c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:55.070180 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2356db71-45cf-40be-ae05-3ce28e7f6dc2 req-500628d5-2614-4976-96ee-e0cf69f0d49c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 944 time: 0.2219038 Jul 09 16:00:55.128130 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:55.144851 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf401e5-50d6-41d6-aede-6a6ae09c2d48 req-d34d14a2-a4ea-43d2-89a7-7d7e3f8ad6f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:55.150451 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-edf401e5-50d6-41d6-aede-6a6ae09c2d48 req-d34d14a2-a4ea-43d2-89a7-7d7e3f8ad6f5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0720c046-472b-41f7-aed1-fe5049b59216 HTTP/1.1" status: 200 len: 919 time: 0.3717909 Jul 09 16:00:55.176356 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2356db71-45cf-40be-ae05-3ce28e7f6dc2 req-52ae1e6c-d8a6-41d2-8eb1-a71356cb8249 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049414 Jul 09 16:00:55.209099 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f88fd6-cc00-4e96-956b-56a52ceae56d req-6cb0be7f-b670-49c5-8c31-8425a3614f7e tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:55.224747 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89069aaf-fea9-4553-a999-59c429fd8b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d80d024-6c9a-4fb7-b25b-243f7f220393'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:00:55.226504 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-47f88fd6-cc00-4e96-956b-56a52ceae56d req-6cb0be7f-b670-49c5-8c31-8425a3614f7e tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2165062 Jul 09 16:00:55.260732 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-edf401e5-50d6-41d6-aede-6a6ae09c2d48 req-0a4b58e8-f7a0-4fe8-ba14-6fa30222d574 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0ee7a7a-a984-4308-b677-081305a62fad HTTP/1.1" status: 200 len: 217 time: 0.1004765 Jul 09 16:00:55.267702 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:55.272248 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 8d80d024-6c9a-4fb7-b25b-243f7f220393, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8d80d024-6c9a-4fb7-b25b-243f7f220393,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:00:55.279343 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:55.281615 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-a6416a77-6c9e-430a-9af8-d3b4f74ce2bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:00:55.340767 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-47f88fd6-cc00-4e96-956b-56a52ceae56d req-2c7be9db-9681-4884-83ce-2dff12a39db5 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130452 Jul 09 16:00:55.385336 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf401e5-50d6-41d6-aede-6a6ae09c2d48 req-c2612e8f-2136-4022-adb8-eaa721c0b3d8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:55.387748 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-edf401e5-50d6-41d6-aede-6a6ae09c2d48 req-c2612e8f-2136-4022-adb8-eaa721c0b3d8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4121e6a0-77e3-405e-b1c9-fb3cc0cd4986 HTTP/1.1" status: 200 len: 858 time: 0.1133089 Jul 09 16:00:55.484659 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-edf401e5-50d6-41d6-aede-6a6ae09c2d48 req-e3da81f5-bed4-43c9-a549-1bda21e12940 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0720c046-472b-41f7-aed1-fe5049b59216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704191 Jul 09 16:00:55.505651 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=8d80d024-6c9a-4fb7-b25b-243f7f220393,revision_number=10']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:55.517156 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:00:55.541209 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89069aaf-fea9-4553-a999-59c429fd8b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d80d024-6c9a-4fb7-b25b-243f7f220393', 'code': 200} Jul 09 16:00:55.731566 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf377c-b155-402b-91ba-6d4e83ae7387 req-210d88b2-b875-4bc9-b0b0-f8a5fab03dcc tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:55.737236 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-edf401e5-50d6-41d6-aede-6a6ae09c2d48 req-3004cae5-295a-42d4-89a5-455c36fcfebb service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403817 Jul 09 16:00:55.745026 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4aaf377c-b155-402b-91ba-6d4e83ae7387 req-210d88b2-b875-4bc9-b0b0-f8a5fab03dcc tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 944 time: 0.2054291 Jul 09 16:00:55.844107 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4aaf377c-b155-402b-91ba-6d4e83ae7387 req-d22b3546-d770-4b02-9aa4-1e5a6164d6f8 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964787 Jul 09 16:00:55.978481 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-edf401e5-50d6-41d6-aede-6a6ae09c2d48 req-cf1e2f1a-db6e-48f1-b9d9-dc72338fb54a service neutron] 10.222.0.89 "GET /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225940 Jul 09 16:00:56.589394 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302f721-fd58-4fa2-bf99-34e11c0561bc req-e591509b-df8c-45c7-ba22-f57a4c7aa472 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:56.592152 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6302f721-fd58-4fa2-bf99-34e11c0561bc req-e591509b-df8c-45c7-ba22-f57a4c7aa472 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 946 time: 0.1822274 Jul 09 16:00:56.665306 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6302f721-fd58-4fa2-bf99-34e11c0561bc req-f4c89ec7-24c7-4b09-8bb6-cd3db76aa752 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648243 Jul 09 16:00:56.778831 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-cdda8eaf-b1fd-425b-b11b-f98c992e3bf3 req-3de47cfa-f4e0-4661-9fd6-afbe40e047ba service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 1099 time: 0.1437495 Jul 09 16:00:56.785098 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device c0379a0a-8843-47c5-8c52-1085409f08e9 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 16:00:56.875901 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-cdda8eaf-b1fd-425b-b11b-f98c992e3bf3 req-8ceda5fd-2d14-422f-bca8-b998b807ff04 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776460 Jul 09 16:00:57.032907 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 44484) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:00:57.080208 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port c0379a0a-8843-47c5-8c52-1085409f08e9, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c0379a0a-8843-47c5-8c52-1085409f08e9,segment=NetworkSegment(02c778cd-a5a7-414d-8b97-f91fec3af799),segment_id=02c778cd-a5a7-414d-8b97-f91fec3af799)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:00:57.104844 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': 'c0379a0a-8843-47c5-8c52-1085409f08e9', 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64', 'port_id': 'c0379a0a-8843-47c5-8c52-1085409f08e9', 'mac_address': 'fa:16:3e:87:4a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfc412d-22b8-4fae-ac78-cdf3faffeb1a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 16:00:57.128120 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d446b-5518-4176-b52f-32adc28616f3 req-6eb83047-1ab5-407d-b684-57bd531e460e tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:57.130795 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c51d446b-5518-4176-b52f-32adc28616f3 req-6eb83047-1ab5-407d-b684-57bd531e460e tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 944 time: 0.1111660 Jul 09 16:00:57.183569 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:57.204072 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0379a0a-8843-47c5-8c52-1085409f08e9 {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:00:57.210671 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c51d446b-5518-4176-b52f-32adc28616f3 req-30ccdfc2-f22e-4ea3-ae3e-5cb7d86837ba tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743458 Jul 09 16:00:57.225918 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port c0379a0a-8843-47c5-8c52-1085409f08e9, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c0379a0a-8843-47c5-8c52-1085409f08e9,segment=NetworkSegment(02c778cd-a5a7-414d-8b97-f91fec3af799),segment_id=02c778cd-a5a7-414d-8b97-f91fec3af799)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:00:57.233046 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:57.236989 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:00:57.269750 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-705a26a3-362c-4be1-a26c-6d0d2c6681b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:57.312713 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-705a26a3-362c-4be1-a26c-6d0d2c6681b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:00:57.318083 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-705a26a3-362c-4be1-a26c-6d0d2c6681b5 admin admin] Usage tracker for resource:security_group_rule and tenant:a1af0340e609489ab510244ab8a46fdf is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:00:57.322744 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-705a26a3-362c-4be1-a26c-6d0d2c6681b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:00:57.330787 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-705a26a3-362c-4be1-a26c-6d0d2c6681b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:00:57.331113 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=c0379a0a-8843-47c5-8c52-1085409f08e9,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:57.335691 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:00:57.445586 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-705a26a3-362c-4be1-a26c-6d0d2c6681b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:57.451680 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-705a26a3-362c-4be1-a26c-6d0d2c6681b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:57.460309 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:00:57.505516 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a26a3-362c-4be1-a26c-6d0d2c6681b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d76fa7-c4c9-4e2f-a6fe-35b1b4ae2f05,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:57.509808 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-705a26a3-362c-4be1-a26c-6d0d2c6681b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a1af0340e609489ab510244ab8a46fdf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4752946 Jul 09 16:00:57.510754 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-705a26a3-362c-4be1-a26c-6d0d2c6681b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:00:57.514142 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 44492) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:00:57.598606 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-b3e254be-d727-49ac-9cc5-7f40deeedfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:57.627664 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-b3e254be-d727-49ac-9cc5-7f40deeedfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:57.718689 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-b3e254be-d727-49ac-9cc5-7f40deeedfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:57.730959 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:00:57.755798 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e254be-d727-49ac-9cc5-7f40deeedfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d76fa7-c4c9-4e2f-a6fe-35b1b4ae2f05,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:57.771813 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-b3e254be-d727-49ac-9cc5-7f40deeedfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:57.773926 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-b3e254be-d727-49ac-9cc5-7f40deeedfaa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/99d76fa7-c4c9-4e2f-a6fe-35b1b4ae2f05 HTTP/1.1" status: 204 len: 168 time: 0.2575667 Jul 09 16:00:57.779104 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e254be-d727-49ac-9cc5-7f40deeedfaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:57.779104 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e254be-d727-49ac-9cc5-7f40deeedfaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:57.779341 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e254be-d727-49ac-9cc5-7f40deeedfaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:57.779802 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e254be-d727-49ac-9cc5-7f40deeedfaa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:57.780144 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e254be-d727-49ac-9cc5-7f40deeedfaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:57.780485 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e254be-d727-49ac-9cc5-7f40deeedfaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:57.780818 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e254be-d727-49ac-9cc5-7f40deeedfaa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:57.781153 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e254be-d727-49ac-9cc5-7f40deeedfaa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:57.781482 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e254be-d727-49ac-9cc5-7f40deeedfaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:57.781822 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e254be-d727-49ac-9cc5-7f40deeedfaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:57.782206 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e254be-d727-49ac-9cc5-7f40deeedfaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:57.793614 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-b3e254be-d727-49ac-9cc5-7f40deeedfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:00:57.863883 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['c0379a0a-8843-47c5-8c52-1085409f08e9'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:00:58.082620 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975821d-7318-4773-9933-63e197916989 req-7b5211d2-eb37-4e54-83c4-277bc926fb29 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:58.095366 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a975821d-7318-4773-9933-63e197916989 req-7b5211d2-eb37-4e54-83c4-277bc926fb29 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 946 time: 0.1466689 Jul 09 16:00:58.238675 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a975821d-7318-4773-9933-63e197916989 req-9ee5d550-fe30-490a-a15a-7cf8fd92288b tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416178 Jul 09 16:00:58.544111 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9c073-1824-4db6-99e8-0d0988bb430b req-9b534cd4-a270-483a-8f56-9a803a1f1238 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:58.546602 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b5f9c073-1824-4db6-99e8-0d0988bb430b req-9b534cd4-a270-483a-8f56-9a803a1f1238 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 945 time: 0.1062973 Jul 09 16:00:58.633473 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b5f9c073-1824-4db6-99e8-0d0988bb430b req-6d7fa256-515e-49a4-84f6-0150e337aed7 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768473 Jul 09 16:00:59.561347 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3bac9-8641-43e1-86a5-f005e50f865c req-95f7fd63-f1d8-43b6-b09f-c22c65a29718 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:59.563735 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a7b3bac9-8641-43e1-86a5-f005e50f865c req-95f7fd63-f1d8-43b6-b09f-c22c65a29718 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 946 time: 0.1083097 Jul 09 16:00:59.627453 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a7b3bac9-8641-43e1-86a5-f005e50f865c req-a04b128e-4c48-48ce-8d71-49f5113ad54d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566759 Jul 09 16:00:59.938278 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2b7f7-62e1-44f6-97fa-1b9860e1de93 req-5aa96101-140f-49cb-87c5-5f457706634a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:59.939772 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d8a2b7f7-62e1-44f6-97fa-1b9860e1de93 req-5aa96101-140f-49cb-87c5-5f457706634a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 945 time: 0.1178050 Jul 09 16:00:59.997097 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d8a2b7f7-62e1-44f6-97fa-1b9860e1de93 req-79bd4236-0e40-4bdf-8b8e-826d4880b599 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475404 Jul 09 16:01:00.466299 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 44604) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:00.539779 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ecf71c1-b1e0-48ac-89e9-389a1bc622b5 admin admin] Deleting subnet d75c609d-dcd7-430b-a741-ebb014d97ccd {{(pid=74276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 09 16:01:00.544833 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7ecf71c1-b1e0-48ac-89e9-389a1bc622b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:00.601452 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7ecf71c1-b1e0-48ac-89e9-389a1bc622b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1599483'] for subnet, precommit_delete_associations {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:00.718822 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7ecf71c1-b1e0-48ac-89e9-389a1bc622b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16406145'] for subnet, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:00.801388 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device c0379a0a-8843-47c5-8c52-1085409f08e9 up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:01:00.864989 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7ecf71c1-b1e0-48ac-89e9-389a1bc622b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16406158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1598819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1890222'] for subnet, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:00.892087 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:00.916423 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning for port c0379a0a-8843-47c5-8c52-1085409f08e9 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:01:00.921607 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port c0379a0a-8843-47c5-8c52-1085409f08e9 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:01:00.922009 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:00.941287 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf71c1-b1e0-48ac-89e9-389a1bc622b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d75c609d-dcd7-430b-a741-ebb014d97ccd,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:00.945419 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-7ecf71c1-b1e0-48ac-89e9-389a1bc622b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:00.951963 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7ecf71c1-b1e0-48ac-89e9-389a1bc622b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:00.961947 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-7ecf71c1-b1e0-48ac-89e9-389a1bc622b5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d75c609d-dcd7-430b-a741-ebb014d97ccd HTTP/1.1" status: 204 len: 168 time: 0.4943550 Jul 09 16:01:00.965703 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 44612) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:01.067192 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:01.093635 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990693e-e245-45f6-9522-d7b946d6e458 req-9f01ff56-bb69-4993-a9af-2ea719ea71dc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:01.096653 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2990693e-e245-45f6-9522-d7b946d6e458 req-9f01ff56-bb69-4993-a9af-2ea719ea71dc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 946 time: 0.2969656 Jul 09 16:01:01.104685 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c214582-318a-4c0f-8dc9-c371c04ae1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0379a0a-8843-47c5-8c52-1085409f08e9'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:01:01.109322 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c4170b90-9dd7-4fc8-a14b-cda1cc192077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361167'] for network, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:01.117834 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port c0379a0a-8843-47c5-8c52-1085409f08e9, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c0379a0a-8843-47c5-8c52-1085409f08e9,segment=NetworkSegment(02c778cd-a5a7-414d-8b97-f91fec3af799),segment_id=02c778cd-a5a7-414d-8b97-f91fec3af799)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:01:01.124801 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:01.127785 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:01.197315 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=c0379a0a-8843-47c5-8c52-1085409f08e9,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:01.200624 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:01.347413 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2990693e-e245-45f6-9522-d7b946d6e458 req-49325b25-6e47-4992-a693-ba540c0334a7 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431521 Jul 09 16:01:01.357983 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c4170b90-9dd7-4fc8-a14b-cda1cc192077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16405790', 'neutron.services.segments.db._delete_segments_for_network-8749712051321'] for network, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:01.375375 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.services.segments.db [None req-c4170b90-9dd7-4fc8-a14b-cda1cc192077 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59badf42-8ed5-4d85-83cc-c3b17c53f9f4']}} {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:01.387719 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37c928-63a0-4818-a639-ac614388f019 req-79a9ff50-eeaf-49c9-9ca7-8f1fad474c68 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:01.389197 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-db37c928-63a0-4818-a639-ac614388f019 req-79a9ff50-eeaf-49c9-9ca7-8f1fad474c68 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 946 time: 0.2533016 Jul 09 16:01:01.398831 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.services.segments.db [None req-c4170b90-9dd7-4fc8-a14b-cda1cc192077 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1154bffb-996d-49a5-9c9b-99df9910728f') {'for_net_delete': True} {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:01.399129 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.services.segments.db [None req-c4170b90-9dd7-4fc8-a14b-cda1cc192077 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1154bffb-996d-49a5-9c9b-99df9910728f') {} {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:01.429020 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c4170b90-9dd7-4fc8-a14b-cda1cc192077 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749712136596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1599458'] for segment, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:01.441711 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c214582-318a-4c0f-8dc9-c371c04ae1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0379a0a-8843-47c5-8c52-1085409f08e9', 'code': 200} Jul 09 16:01:01.463524 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c4170b90-9dd7-4fc8-a14b-cda1cc192077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:01.473772 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4170b90-9dd7-4fc8-a14b-cda1cc192077 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=74276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 09 16:01:01.474193 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c4170b90-9dd7-4fc8-a14b-cda1cc192077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16406059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1598853'] for segment, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: Traceback (most recent call last): Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: timer() Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: cb(*args, **kw) Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: return func(*args, **kwargs) Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: self._notify() Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: self.callback(batched_events) Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: event.method(event) Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: return f(self, *a, **k) Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: return self._get(url).json() Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: return self.request(url, 'GET', **kwargs) Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:01:01.488440 dv-cinder-800228-1-smb neutron-server[74276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:01:01.541715 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-db37c928-63a0-4818-a639-ac614388f019 req-38ddce1c-485c-47a1-8836-2eb9ea141d57 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328969 Jul 09 16:01:01.588209 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c4170b90-9dd7-4fc8-a14b-cda1cc192077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16405767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011809'] for network, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:01.595581 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-dc0a1371-3f51-4224-933f-03eb38565073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:01.613826 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c4170b90-9dd7-4fc8-a14b-cda1cc192077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:01.621150 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4170b90-9dd7-4fc8-a14b-cda1cc192077 admin admin] Pushing event deleted for resources: {'Network': ['ID=59badf42-8ed5-4d85-83cc-c3b17c53f9f4,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:01.626033 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-c4170b90-9dd7-4fc8-a14b-cda1cc192077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:01.637818 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-c4170b90-9dd7-4fc8-a14b-cda1cc192077 admin admin] 10.222.0.66 "DELETE /v2.0/networks/59badf42-8ed5-4d85-83cc-c3b17c53f9f4 HTTP/1.1" status: 204 len: 168 time: 0.6684537 Jul 09 16:01:01.972980 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93e769-c26b-4ab8-88d1-58605c0c694d req-61d9a56c-7951-4da2-8595-9db6c2ffb47d tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:01.978882 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0f93e769-c26b-4ab8-88d1-58605c0c694d req-61d9a56c-7951-4da2-8595-9db6c2ffb47d tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.1428556 Jul 09 16:01:01.979564 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 44632) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:02.070197 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0f93e769-c26b-4ab8-88d1-58605c0c694d req-d8c1379d-9cdf-4ec2-969a-a349765ae886 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737555 Jul 09 16:01:02.086730 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-5cb23422-d937-4630-a535-6259f456d39c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=03b1641750394fae815ce5db5a584238&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1059132 Jul 09 16:01:02.089336 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 44638) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:02.160740 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-0400b40b-4f68-4aa7-8429-24d6c1945336 req-256cb228-5328-4ed9-902e-f112a82cf85f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 1099 time: 0.2510910 Jul 09 16:01:02.187309 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c02f0467-a09e-4055-9d9b-eca178820ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:02.234285 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c02f0467-a09e-4055-9d9b-eca178820ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:02.256342 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-0400b40b-4f68-4aa7-8429-24d6c1945336 req-4f214cd7-c46a-4fd5-9b14-14e576324f04 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864093 Jul 09 16:01:02.319480 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c02f0467-a09e-4055-9d9b-eca178820ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:02.323331 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-9ee7a6fe-c658-459c-8030-8b15296ea820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:02.335438 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f0467-a09e-4055-9d9b-eca178820ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1761d227-a722-4837-ab2b-f6a16a0d1683,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:02.339051 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-c02f0467-a09e-4055-9d9b-eca178820ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:02.346659 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c02f0467-a09e-4055-9d9b-eca178820ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:02.348604 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-c02f0467-a09e-4055-9d9b-eca178820ccf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1761d227-a722-4837-ab2b-f6a16a0d1683 HTTP/1.1" status: 204 len: 168 time: 0.2582798 Jul 09 16:01:02.797170 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27930899-a969-489e-8d9a-652ec0adc1da req-420a15d8-5f5e-4042-b3d6-7003b3e32b4f tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:02.799863 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-27930899-a969-489e-8d9a-652ec0adc1da req-420a15d8-5f5e-4042-b3d6-7003b3e32b4f tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 946 time: 0.0971661 Jul 09 16:01:02.874373 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-27930899-a969-489e-8d9a-652ec0adc1da req-c92de0f5-377f-41cf-bd1b-0d89438eaa70 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685687 Jul 09 16:01:03.376890 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8eb60b-adf3-49b4-aaa3-7646dc44d23c req-5883a80d-d31e-440f-9ebd-d901295d14ff tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:03.379752 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-eb8eb60b-adf3-49b4-aaa3-7646dc44d23c req-5883a80d-d31e-440f-9ebd-d901295d14ff tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.1190262 Jul 09 16:01:03.467069 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-eb8eb60b-adf3-49b4-aaa3-7646dc44d23c req-2ac00a54-10db-4b5a-b2b0-d95ed04b70aa tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757248 Jul 09 16:01:03.862505 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-e0479194-0f1c-46ca-871e-2ebd9ed194b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:04.229400 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499ffff-8b63-46ae-a0b6-b8d309c45e8b req-871f3413-39d7-4e30-921c-c1bccbfe30bd tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:04.232637 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8499ffff-8b63-46ae-a0b6-b8d309c45e8b req-871f3413-39d7-4e30-921c-c1bccbfe30bd tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 946 time: 0.1377687 Jul 09 16:01:04.305743 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8499ffff-8b63-46ae-a0b6-b8d309c45e8b req-abf688c7-e98f-4e95-a651-11e6c7ead9dc tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636251 Jul 09 16:01:04.426513 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:04.628728 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781751d-ab09-4dfe-9da8-2db4a9b85659 req-156fff14-f206-41ac-b0f1-3eaffc8f2086 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:04.632480 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a781751d-ab09-4dfe-9da8-2db4a9b85659 req-156fff14-f206-41ac-b0f1-3eaffc8f2086 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 946 time: 0.1467147 Jul 09 16:01:04.808582 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a781751d-ab09-4dfe-9da8-2db4a9b85659 req-cbd4af56-4aeb-42d9-8af6-1568cd25f4a2 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664674 Jul 09 16:01:04.840434 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cc7c6-65db-4ad3-b81b-e6369a75fe3c req-db2919ec-2336-4368-a592-cf2f74a1a022 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:04.854294 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ea8cc7c6-65db-4ad3-b81b-e6369a75fe3c req-db2919ec-2336-4368-a592-cf2f74a1a022 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.1431298 Jul 09 16:01:04.860098 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 44688) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:04.954234 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ea8cc7c6-65db-4ad3-b81b-e6369a75fe3c req-4a0d4402-76ab-4459-8354-fa816c763d1d tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829709 Jul 09 16:01:05.295089 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-8ad18012-d348-4c7c-995d-b84221b6a68b tempest-TestShelveInstance-1542915043 tempest-TestShelveInstance-1542915043-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 1094 time: 0.4334996 Jul 09 16:01:05.298134 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 44696) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:05.308259 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Request body: {'floatingip': {'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'port_id': 'c0379a0a-8843-47c5-8c52-1085409f08e9', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:01:05.309868 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2691f33-7f76-4644-8daa-a983f6cf3580 req-14620614-6ca2-45da-8243-1a75fb2ce333 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:05.312249 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b2691f33-7f76-4644-8daa-a983f6cf3580 req-14620614-6ca2-45da-8243-1a75fb2ce333 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.1297679 Jul 09 16:01:05.317540 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:01:05.324063 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Usage tracker for resource:floatingip and tenant:8911ef40b69d4f2b93d3a7d7583b87b7 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:01:05.327837 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:01:05.335840 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:01:05.357698 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for floatingip, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:05.465459 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b2691f33-7f76-4644-8daa-a983f6cf3580 req-85e17ab4-449f-4899-ab4f-0b3bd4afe6f0 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411588 Jul 09 16:01:05.577133 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:05.728181 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Allocated IP 172.28.0.219 (9b0e874f-69b5-4e89-8292-fc23cbc7812a/89578b1c-09bb-418b-8489-b10f6f860e17/87a4065a-3fc9-45ce-8839-04e592d7e13e) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:01:05.899718 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:05.933658 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:05.940885 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:06.043252 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Network 9b0e874f-69b5-4e89-8292-fc23cbc7812a is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:01:06.043556 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Pushing event updated for resources: {'Port': ['ID=87a4065a-3fc9-45ce-8839-04e592d7e13e,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:06.046548 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:01:06.048606 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:06.049261 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:01:06.102992 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-cc8caf02-687f-44d1-9c2e-550d8c478f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:06.291318 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94526e89-b087-46a4-8651-abc1e9799f52 req-ad86110b-aee0-4d40-8294-d804e7e2da87 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:06.293307 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-94526e89-b087-46a4-8651-abc1e9799f52 req-ad86110b-aee0-4d40-8294-d804e7e2da87 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.1051269 Jul 09 16:01:06.369290 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-94526e89-b087-46a4-8651-abc1e9799f52 req-2942bf0d-b1d9-4289-b123-8495452709f5 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593247 Jul 09 16:01:06.599866 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590cd55-1fe4-40c8-898c-21e7e92de5ce req-ad081b30-5fd1-467f-aeb5-10098c1dc62f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:06.600586 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-c590cd55-1fe4-40c8-898c-21e7e92de5ce req-ad081b30-5fd1-467f-aeb5-10098c1dc62f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Synchronizing usage tracker for tenant:798c4c987947430b9f5ca3417f6fae1e on resource:port {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:01:06.629894 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-c590cd55-1fe4-40c8-898c-21e7e92de5ce req-ad081b30-5fd1-467f-aeb5-10098c1dc62f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Unset dirty status for tenant:798c4c987947430b9f5ca3417f6fae1e on resource:port {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:01:06.631063 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-c590cd55-1fe4-40c8-898c-21e7e92de5ce req-ad081b30-5fd1-467f-aeb5-10098c1dc62f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.89 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.1401386 Jul 09 16:01:06.747068 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d801c2-8bf2-48df-8f71-d91bec376d1c req-d9009d8c-ec23-4d81-9518-4209963dde56 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:06.748525 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-12d801c2-8bf2-48df-8f71-d91bec376d1c req-d9009d8c-ec23-4d81-9518-4209963dde56 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.1017916 Jul 09 16:01:06.813899 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-12d801c2-8bf2-48df-8f71-d91bec376d1c req-308c0cda-87bb-4b56-8c84-4d323998b477 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541391 Jul 09 16:01:06.816151 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-c590cd55-1fe4-40c8-898c-21e7e92de5ce req-5d3bf01b-1c06-400f-8c91-eca411afc32f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Deleting port d4046553-f97e-4b9c-a69a-da9334346d4a {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:01:06.816703 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-c590cd55-1fe4-40c8-898c-21e7e92de5ce req-5d3bf01b-1c06-400f-8c91-eca411afc32f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:06.867268 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:06.982639 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:07.081661 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:07.541247 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-c590cd55-1fe4-40c8-898c-21e7e92de5ce req-5d3bf01b-1c06-400f-8c91-eca411afc32f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] For port d4046553-f97e-4b9c-a69a-da9334346d4a, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d4046553-f97e-4b9c-a69a-da9334346d4a,segment=NetworkSegment(adca9cec-0610-4cd5-80a7-431e2d776b16),segment_id=adca9cec-0610-4cd5-80a7-431e2d776b16)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:01:07.541745 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-c590cd55-1fe4-40c8-898c-21e7e92de5ce req-5d3bf01b-1c06-400f-8c91-eca411afc32f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:07.647930 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7280b7-19db-433e-9784-1a5b067bbe16 req-d999a248-619b-48dc-8bea-0b9a1607763b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:07.650426 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-aa7280b7-19db-433e-9784-1a5b067bbe16 req-d999a248-619b-48dc-8bea-0b9a1607763b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 945 time: 0.0941579 Jul 09 16:01:07.714539 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-aa7280b7-19db-433e-9784-1a5b067bbe16 req-46352293-2d7b-45bc-b6da-da30b536ce90 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515120 Jul 09 16:01:07.752084 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-c590cd55-1fe4-40c8-898c-21e7e92de5ce req-5d3bf01b-1c06-400f-8c91-eca411afc32f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Calling delete_port for d4046553-f97e-4b9c-a69a-da9334346d4a owned by compute:nova {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:01:07.844368 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:07.850320 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:07.854986 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:07.998563 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011831'] for floatingip, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:08.099288 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 44722) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:08.116001 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Pushing event updated for resources: {'Port': ['ID=87a4065a-3fc9-45ce-8839-04e592d7e13e,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:08.122260 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0493a-0310-4255-b6b0-9170183ab8fc req-633ec3c4-91ca-4343-92df-706ef9bdf413 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:08.124329 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-82a0493a-0310-4255-b6b0-9170183ab8fc req-633ec3c4-91ca-4343-92df-706ef9bdf413 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.1053507 Jul 09 16:01:08.132196 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-c590cd55-1fe4-40c8-898c-21e7e92de5ce req-5d3bf01b-1c06-400f-8c91-eca411afc32f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:08.142959 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:08.143319 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:08.143727 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:08.144169 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:08.144516 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:08.144860 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:08.145201 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:08.145542 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:08.145909 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:08.146767 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:08.146767 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:08.154198 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:08.154985 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-1fd1336f-25e5-4415-b435-6381af4fc32e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:08.188882 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['c0ee7a7a-a984-4308-b677-081305a62fad'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:01:08.222915 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bf01b-1c06-400f-8c91-eca411afc32f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Pushing event deleted for resources: {'Port': ['ID=d4046553-f97e-4b9c-a69a-da9334346d4a,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:08.225798 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-5d3bf01b-1c06-400f-8c91-eca411afc32f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:08.257391 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-82a0493a-0310-4255-b6b0-9170183ab8fc req-5dfaa617-8b15-4a90-9e88-06aa9697a363 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220176 Jul 09 16:01:08.343998 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-c590cd55-1fe4-40c8-898c-21e7e92de5ce req-5d3bf01b-1c06-400f-8c91-eca411afc32f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] No DVR routers for this DVR port d4046553-f97e-4b9c-a69a-da9334346d4a on host hv-cinder-80022 {{(pid=74277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:01:08.350715 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-c590cd55-1fe4-40c8-898c-21e7e92de5ce req-5d3bf01b-1c06-400f-8c91-eca411afc32f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:08.360409 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf43d3bd-c665-4379-bd70-4d32d8d4b5df', 'name': 'network-vif-deleted', 'tag': 'd4046553-f97e-4b9c-a69a-da9334346d4a'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:01:08.396659 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-51e4d76b-28e7-44d6-b25e-5f5f58b977ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:08.459108 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-51e4d76b-28e7-44d6-b25e-5f5f58b977ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:01:08.464265 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-51e4d76b-28e7-44d6-b25e-5f5f58b977ed admin admin] Usage tracker for resource:security_group_rule and tenant:55ae0ed9d19145739882cb368de53b94 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:01:08.469473 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-51e4d76b-28e7-44d6-b25e-5f5f58b977ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:01:08.479158 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-51e4d76b-28e7-44d6-b25e-5f5f58b977ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:01:08.490649 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf43d3bd-c665-4379-bd70-4d32d8d4b5df', 'name': 'network-vif-deleted', 'tag': 'd4046553-f97e-4b9c-a69a-da9334346d4a', 'status': 'completed', 'code': 200} Jul 09 16:01:08.512699 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-c590cd55-1fe4-40c8-898c-21e7e92de5ce req-5d3bf01b-1c06-400f-8c91-eca411afc32f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.89 "DELETE /v2.0/ports/d4046553-f97e-4b9c-a69a-da9334346d4a HTTP/1.1" status: 204 len: 173 time: 1.8130507 Jul 09 16:01:08.561723 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.db.l3_db [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Floating IP 0263e90e-af52-4ab8-9864-fc5beff01cfb associated. External IP: 172.28.0.219, port: c0379a0a-8843-47c5-8c52-1085409f08e9. Jul 09 16:01:08.591937 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-51e4d76b-28e7-44d6-b25e-5f5f58b977ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:08.598981 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-51e4d76b-28e7-44d6-b25e-5f5f58b977ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:08.610185 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-3c11cab5-91e1-48e9-96a5-95c48b5c5e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:08.686846 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4d76b-28e7-44d6-b25e-5f5f58b977ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26a4d0e-703b-435a-a7d0-db06cc721d6c,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:08.688605 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:08.692124 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-51e4d76b-28e7-44d6-b25e-5f5f58b977ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:08.700642 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-51e4d76b-28e7-44d6-b25e-5f5f58b977ed admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=55ae0ed9d19145739882cb368de53b94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5960987 Jul 09 16:01:08.702422 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 44730) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:08.817232 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ba84fdb7-98ab-490c-bbb8-914bdea30dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:08.847221 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device d4046553-f97e-4b9c-a69a-da9334346d4a no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:01:08.861166 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ba84fdb7-98ab-490c-bbb8-914bdea30dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:08.885722 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] No Port match for: d4046553-f97e-4b9c-a69a-da9334346d4a {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:01:08.886090 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device d4046553-f97e-4b9c-a69a-da9334346d4a not bound to the agent host hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:01:08.973459 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7501eda7-73d7-417e-9384-75fc9d8975d8 req-e6f498d9-4048-476f-8bb7-7f7dcbac8fca tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf43d3bd-c665-4379-bd70-4d32d8d4b5df HTTP/1.1" status: 200 len: 210 time: 0.0864196 Jul 09 16:01:09.020928 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ba84fdb7-98ab-490c-bbb8-914bdea30dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:09.026467 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-739906cf-df38-428f-af6b-3f28bc2dabdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:09.038187 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84fdb7-98ab-490c-bbb8-914bdea30dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26a4d0e-703b-435a-a7d0-db06cc721d6c,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:09.051286 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-ba84fdb7-98ab-490c-bbb8-914bdea30dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:09.057548 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ba84fdb7-98ab-490c-bbb8-914bdea30dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:09.059325 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-ba84fdb7-98ab-490c-bbb8-914bdea30dd2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a26a4d0e-703b-435a-a7d0-db06cc721d6c HTTP/1.1" status: 204 len: 168 time: 0.3551452 Jul 09 16:01:09.142411 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Router e4eca461-caf4-4d41-9b83-bc35b2caca8f has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 16:01:09.427756 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:01:09.445962 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5246ba83-2635-4852-819b-d1efa1c02584 None None] Sync routers for ids ['e4eca461-caf4-4d41-9b83-bc35b2caca8f'] in dv-cinder-800228-1-smb {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 16:01:09.456769 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for floatingip, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:09.458367 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5246ba83-2635-4852-819b-d1efa1c02584 None None] Routers {'e4eca461-caf4-4d41-9b83-bc35b2caca8f'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:01:09.458985 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-5246ba83-2635-4852-819b-d1efa1c02584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:01:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['e4eca461-caf4-4d41-9b83-bc35b2caca8f'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:09.550349 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2404087 Jul 09 16:01:09.640147 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5efaf4-86b5-45f7-92d3-76c48b7c6dec req-1aafa4b8-84c2-4209-8697-f5df421604b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:09.641641 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-dc5efaf4-86b5-45f7-92d3-76c48b7c6dec req-1aafa4b8-84c2-4209-8697-f5df421604b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.1288333 Jul 09 16:01:09.656363 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-5246ba83-2635-4852-819b-d1efa1c02584 None None] Set router e4eca461-caf4-4d41-9b83-bc35b2caca8f gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:01:09.715745 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-dc5efaf4-86b5-45f7-92d3-76c48b7c6dec req-2cd87a54-42d8-4a72-aa45-5111fcb6978a tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663197 Jul 09 16:01:10.047765 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-5246ba83-2635-4852-819b-d1efa1c02584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'name': 'tempest-TestShelveInstance-429687526-router', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:25Z', 'revision_number': 4, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'gw_port': {'id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:17Z', 'updated_at': '2021-07-09T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_floatingips': [{'id': '0263e90e-af52-4ab8-9864-fc5beff01cfb', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'floating_ip_address': '172.28.0.219', 'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'router_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'port_id': 'c0379a0a-8843-47c5-8c52-1085409f08e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64', 'mac_address': 'fa:16:3e:87:4a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c214582-318a-4c0f-8dc9-c371c04ae1a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:01:06Z', 'updated_at': '2021-07-09T16:01:06Z', 'revision_number': 0, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa85007a-0d1b-4fc6-8b65-c740254fda09', 'name': '', 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'mac_address': 'fa:16:3e:2f:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dfc412d-22b8-4fae-ac78-cdf3faffeb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:24Z', 'updated_at': '2021-07-09T15:59:38Z', 'revision_number': 5, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'subnets': [{'id': '2dfc412d-22b8-4fae-ac78-cdf3faffeb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:10.055428 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5246ba83-2635-4852-819b-d1efa1c02584 None None] Checking router: e4eca461-caf4-4d41-9b83-bc35b2caca8f for host: dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 16:01:10.074825 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5246ba83-2635-4852-819b-d1efa1c02584 None None] Routers {'e4eca461-caf4-4d41-9b83-bc35b2caca8f'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:01:10.075824 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-5246ba83-2635-4852-819b-d1efa1c02584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:01:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['e4eca461-caf4-4d41-9b83-bc35b2caca8f'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:10.308460 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 44762) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:10.382792 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-5246ba83-2635-4852-819b-d1efa1c02584 None None] Set router e4eca461-caf4-4d41-9b83-bc35b2caca8f gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:01:10.492068 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c214582-318a-4c0f-8dc9-c371c04ae1a9', 'tag': 'c0379a0a-8843-47c5-8c52-1085409f08e9'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:01:10.573408 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2091181227-network', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:01:10.581694 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:01:10.588065 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c214582-318a-4c0f-8dc9-c371c04ae1a9', 'tag': 'c0379a0a-8843-47c5-8c52-1085409f08e9', 'status': 'completed', 'code': 200} Jul 09 16:01:10.592253 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Usage tracker for resource:network and tenant:9734e6913b3742b99116bfdfd1f31a8c is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:01:10.595575 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:01:10.603890 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:01:10.620919 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Made reservation on behalf of 9734e6913b3742b99116bfdfd1f31a8c for: {'network': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:01:10.627926 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for network, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:10.645392 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:10.673615 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02413c47-6c24-4f2a-9c2a-3e4f4c31b274 req-b7c558b2-5c41-4f74-ae84-ddf61e11914e tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:10.676741 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-02413c47-6c24-4f2a-9c2a-3e4f4c31b274 req-b7c558b2-5c41-4f74-ae84-ddf61e11914e tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1979911 Jul 09 16:01:10.734692 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:01:10.750983 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Usage tracker for resource:security_group_rule and tenant:9734e6913b3742b99116bfdfd1f31a8c is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:01:10.761240 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:01:10.762293 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-d6af990f-96a6-4d8f-87ae-34656481e570 req-2b909039-f418-4065-bf3d-ab69d5d6817b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8911ef40b69d4f2b93d3a7d7583b87b7&device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 1099 time: 0.1033278 Jul 09 16:01:10.776592 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:01:10.790975 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-02413c47-6c24-4f2a-9c2a-3e4f4c31b274 req-8f9dbb45-1ee4-413c-ad2c-9cb6fdea58b4 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003101 Jul 09 16:01:10.918563 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-5246ba83-2635-4852-819b-d1efa1c02584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'name': 'tempest-TestShelveInstance-429687526-router', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:25Z', 'revision_number': 4, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'gw_port': {'id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:17Z', 'updated_at': '2021-07-09T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_floatingips': [{'id': '0263e90e-af52-4ab8-9864-fc5beff01cfb', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'floating_ip_address': '172.28.0.219', 'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'router_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'port_id': 'c0379a0a-8843-47c5-8c52-1085409f08e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64', 'mac_address': 'fa:16:3e:87:4a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c214582-318a-4c0f-8dc9-c371c04ae1a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:01:06Z', 'updated_at': '2021-07-09T16:01:06Z', 'revision_number': 0, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa85007a-0d1b-4fc6-8b65-c740254fda09', 'name': '', 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'mac_address': 'fa:16:3e:2f:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dfc412d-22b8-4fae-ac78-cdf3faffeb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:24Z', 'updated_at': '2021-07-09T15:59:38Z', 'revision_number': 5, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'subnets': [{'id': '2dfc412d-22b8-4fae-ac78-cdf3faffeb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:10.924931 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5246ba83-2635-4852-819b-d1efa1c02584 None None] The sync data for ids ['e4eca461-caf4-4d41-9b83-bc35b2caca8f'] in dv-cinder-800228-1-smb is: [{'id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'name': 'tempest-TestShelveInstance-429687526-router', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:25Z', 'revision_number': 4, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'gw_port': {'id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:17Z', 'updated_at': '2021-07-09T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_floatingips': [{'id': '0263e90e-af52-4ab8-9864-fc5beff01cfb', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'floating_ip_address': '172.28.0.219', 'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'router_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'port_id': 'c0379a0a-8843-47c5-8c52-1085409f08e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64', 'mac_address': 'fa:16:3e:87:4a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c214582-318a-4c0f-8dc9-c371c04ae1a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:01:06Z', 'updated_at': '2021-07-09T16:01:06Z', 'revision_number': 0, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa85007a-0d1b-4fc6-8b65-c740254fda09', 'name': '', 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'mac_address': 'fa:16:3e:2f:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dfc412d-22b8-4fae-ac78-cdf3faffeb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:24Z', 'updated_at': '2021-07-09T15:59:38Z', 'revision_number': 5, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'subnets': [{'id': '2dfc412d-22b8-4fae-ac78-cdf3faffeb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:01:10.998145 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:11.004270 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:11.012373 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-ba84fdb7-98ab-490c-bbb8-914bdea30dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:11.071611 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=74276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 09 16:01:11.075114 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f97399a-91e7-4e4e-a202-4f61f920d849,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:11.086116 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:11.094306 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:11.094642 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.db.segments_db [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Added segment 6e4f7ad2-2caa-42cf-874e-46168c8239c3 of type vlan for network 2aef26c2-728e-4f07-ab10-dbc440359593 Jul 09 16:01:11.129094 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af990f-96a6-4d8f-87ae-34656481e570 req-388c7b51-fa21-490d-9b6e-3f4cea04ec16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:11.131650 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-d6af990f-96a6-4d8f-87ae-34656481e570 req-388c7b51-fa21-490d-9b6e-3f4cea04ec16 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a3f47de3-f3d1-4f03-8159-72f98954fe64 HTTP/1.1" status: 200 len: 909 time: 0.3546755 Jul 09 16:01:11.143186 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2860fd2-15a8-492f-b08c-bf9ffa877d19 req-cb9ec4dd-31c6-479c-8f7f-c3ec2f7aae83 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:11.145549 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d2860fd2-15a8-492f-b08c-bf9ffa877d19 req-cb9ec4dd-31c6-479c-8f7f-c3ec2f7aae83 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.2598538 Jul 09 16:01:11.148405 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749711616898'] for network, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:11.222873 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for network, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:11.231968 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:11.232551 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:11.238250 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:11.278860 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3846065f-75ee-416b-80f7-06f15b0a8519 None None] New status for floating IP 0263e90e-af52-4ab8-9864-fc5beff01cfb: ACTIVE {{(pid=74278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 09 16:01:11.301122 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-d6af990f-96a6-4d8f-87ae-34656481e570 req-d256614a-19a9-4b88-9abc-28ac161289fc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0379a0a-8843-47c5-8c52-1085409f08e9 HTTP/1.1" status: 200 len: 1000 time: 0.1555326 Jul 09 16:01:11.337330 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d2860fd2-15a8-492f-b08c-bf9ffa877d19 req-00ad165c-08e9-4008-a8c1-9ba3e2fcece2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651831 Jul 09 16:01:11.381342 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Pushing event updated for resources: {'Network': ['ID=2aef26c2-728e-4f07-ab10-dbc440359593,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:11.384284 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:11.385822 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0757859 Jul 09 16:01:11.390792 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 44774) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:11.392374 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af990f-96a6-4d8f-87ae-34656481e570 req-5c4f65dc-c26a-4142-ae1f-af01b9843224 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:11.394551 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-d6af990f-96a6-4d8f-87ae-34656481e570 req-5c4f65dc-c26a-4142-ae1f-af01b9843224 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2dfc412d-22b8-4fae-ac78-cdf3faffeb1a HTTP/1.1" status: 200 len: 847 time: 0.0835319 Jul 09 16:01:11.400062 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-b0c82ebc-61fb-4b9d-ac9c-0f1f30bbb4b3 admin admin] Request body: {'subnet': {'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2091181227-subnet', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'ip_version': 4}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:01:11.400490 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Network 2aef26c2-728e-4f07-ab10-dbc440359593 details requested by agent ovs-agent-dv-cinder-800228-1-smb with host dv-cinder-800228-1-smb {{(pid=74278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 16:01:11.405126 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-b0c82ebc-61fb-4b9d-ac9c-0f1f30bbb4b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:01:11.410076 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-b0c82ebc-61fb-4b9d-ac9c-0f1f30bbb4b3 admin admin] Usage tracker for resource:subnet and tenant:9734e6913b3742b99116bfdfd1f31a8c is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:01:11.413721 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-b0c82ebc-61fb-4b9d-ac9c-0f1f30bbb4b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:01:11.421366 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-b0c82ebc-61fb-4b9d-ac9c-0f1f30bbb4b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:01:11.436143 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c82ebc-61fb-4b9d-ac9c-0f1f30bbb4b3 admin admin] Made reservation on behalf of 9734e6913b3742b99116bfdfd1f31a8c for: {'subnet': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:01:11.440105 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-b0c82ebc-61fb-4b9d-ac9c-0f1f30bbb4b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1889871'] for subnet, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:11.517703 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-d6af990f-96a6-4d8f-87ae-34656481e570 req-32c3ee2d-99f6-48de-b598-643a7e4e2de3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a3f47de3-f3d1-4f03-8159-72f98954fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1115239 Jul 09 16:01:11.692835 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-d6af990f-96a6-4d8f-87ae-34656481e570 req-49165a73-eb8b-4cef-95d0-cac65995df4d service neutron] 10.222.0.89 "GET /v2.0/networks/a3f47de3-f3d1-4f03-8159-72f98954fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616347 Jul 09 16:01:11.693426 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-b0c82ebc-61fb-4b9d-ac9c-0f1f30bbb4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1598754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1890229'] for subnet, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:11.697596 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-320a157e-7c20-4aea-9a25-7fd9cc0d3413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:11.764464 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c82ebc-61fb-4b9d-ac9c-0f1f30bbb4b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c22bd6f-ed95-4156-aa3f-f5c013fbf309,revision_number=0']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:11.774054 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-b0c82ebc-61fb-4b9d-ac9c-0f1f30bbb4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:11.790471 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c82ebc-61fb-4b9d-ac9c-0f1f30bbb4b3 admin admin] Checking segment: {'id': '6e4f7ad2-2caa-42cf-874e-46168c8239c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:01:11.790816 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c82ebc-61fb-4b9d-ac9c-0f1f30bbb4b3 admin admin] Network hostable DHCP agents. Network: 2aef26c2-728e-4f07-ab10-dbc440359593, hostable agents: ['345db053-3c23-47d8-b5a3-85dd9c57b748'], hosted agents: [] {{(pid=74276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:01:11.816191 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c82ebc-61fb-4b9d-ac9c-0f1f30bbb4b3 admin admin] Network 2aef26c2-728e-4f07-ab10-dbc440359593 is scheduled to be hosted by DHCP agent 345db053-3c23-47d8-b5a3-85dd9c57b748 with binding_index 1 {{(pid=74276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:01:11.828274 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-b0c82ebc-61fb-4b9d-ac9c-0f1f30bbb4b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-smb, 2aef26c2-728e-4f07-ab10-dbc440359593) {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:01:11.833382 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c82ebc-61fb-4b9d-ac9c-0f1f30bbb4b3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:11.834326 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-b0c82ebc-61fb-4b9d-ac9c-0f1f30bbb4b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:11.839920 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75674673-6c1a-44ab-8023-2a09f5b80c03 None None] Network 2aef26c2-728e-4f07-ab10-dbc440359593 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:01:11.882020 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-d6af990f-96a6-4d8f-87ae-34656481e570 req-b86700a5-604d-47e6-8be1-ed190d14c995 service neutron] 10.222.0.89 "GET /v2.0/networks/a3f47de3-f3d1-4f03-8159-72f98954fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805842 Jul 09 16:01:11.888080 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-b0c82ebc-61fb-4b9d-ac9c-0f1f30bbb4b3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4960427 Jul 09 16:01:11.892017 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 44780) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:11.898464 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2091181227-router', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:01:11.904496 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:01:11.910090 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Usage tracker for resource:router and tenant:9734e6913b3742b99116bfdfd1f31a8c is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:01:11.914680 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:01:11.923780 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:01:11.937866 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3313'] for router, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:11.938944 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1002965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-895729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3272'] for router, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:11.960775 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:12.087013 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb3831-73a3-492a-89b8-a61d474eb7b7 req-73bf9f4f-2acd-4f55-8a5b-3bd67d86e482 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:12.089251 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9deb3831-73a3-492a-89b8-a61d474eb7b7 req-73bf9f4f-2acd-4f55-8a5b-3bd67d86e482 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1079018 Jul 09 16:01:12.146909 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1013703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3286'] for router, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:12.147945 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27fa64f2-aefc-5c61-8fba-6302c62037c8-2aef26c2-728e-4f07-ab10-dbc440359593', 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'fixed_ips': [{'subnet_id': '5c22bd6f-ed95-4156-aa3f-f5c013fbf309'}]}} from dv-cinder-800228-1-smb. {{(pid=74278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jul 09 16:01:12.149651 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:12.158224 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9deb3831-73a3-492a-89b8-a61d474eb7b7 req-8903d73d-b2ee-43aa-a18a-137f5351ab6a tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623407 Jul 09 16:01:12.398743 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.db_base_plugin_common [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Allocated IP 172.20.0.2 (2aef26c2-728e-4f07-ab10-dbc440359593/5c22bd6f-ed95-4156-aa3f-f5c013fbf309/df01be4b-f0b8-492e-ba88-e4640f086838) {{(pid=74278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:01:12.435695 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:12.483753 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:12.674049 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04824c-2e7c-4d5b-a467-65c53477709c req-ee1ad1e1-83b2-4b31-9cf9-4b4a0cc02650 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:12.675477 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4c04824c-2e7c-4d5b-a467-65c53477709c req-ee1ad1e1-83b2-4b31-9cf9-4b4a0cc02650 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.1233897 Jul 09 16:01:12.687439 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Allocated IP 172.28.0.137 (9b0e874f-69b5-4e89-8292-fc23cbc7812a/89578b1c-09bb-418b-8489-b10f6f860e17/1130af67-f694-4762-8a66-fb305976fc45) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:01:12.727876 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Notify callbacks [] for port, precommit_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:12.742962 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Transition to ACTIVE for port object df01be4b-f0b8-492e-ba88-e4640f086838 will not be triggered until provisioned by entity L2. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:01:12.744140 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4c04824c-2e7c-4d5b-a467-65c53477709c req-1950d5d2-d649-4cea-b3d9-26f0764364ed tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586405 Jul 09 16:01:12.770656 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Transition to ACTIVE for port object df01be4b-f0b8-492e-ba88-e4640f086838 will not be triggered until provisioned by entity DHCP. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:01:12.777730 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:12.783195 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:12.852183 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Network 2aef26c2-728e-4f07-ab10-dbc440359593 is already hosted by enough agents. {{(pid=74278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:01:12.855194 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.scheduler.base_scheduler [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Resources bound (agent type, host, resource id): {{(pid=74278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:01:12.859580 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Received port after_create {{(pid=74278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:01:12.861785 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Pushing event updated for resources: {'Port': ['ID=df01be4b-f0b8-492e-ba88-e4640f086838,revision_number=1']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:12.865273 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:12.917799 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:12.962656 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:12.966919 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Attempting to bind port df01be4b-f0b8-492e-ba88-e4640f086838 on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:01:12.967542 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Attempting to bind port df01be4b-f0b8-492e-ba88-e4640f086838 by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': '6e4f7ad2-2caa-42cf-874e-46168c8239c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593'}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:01:12.968154 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Attempting to bind port df01be4b-f0b8-492e-ba88-e4640f086838 on network 2aef26c2-728e-4f07-ab10-dbc440359593 {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:01:12.970134 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-98b1eead-fa73-49c2-b144-9f563e22aa39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:12.979646 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 16:01:12.980244 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Checking segment: {'id': '6e4f7ad2-2caa-42cf-874e-46168c8239c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:01:12.980891 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:12.981537 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Bound using segment: {'id': '6e4f7ad2-2caa-42cf-874e-46168c8239c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593'} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 16:01:12.982365 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Bound port: df01be4b-f0b8-492e-ba88-e4640f086838, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4f7ad2-2caa-42cf-874e-46168c8239c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593'}}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:01:12.982968 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:13.052150 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Network 9b0e874f-69b5-4e89-8292-fc23cbc7812a is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:01:13.055996 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:01:13.058456 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:01:13.092108 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Pushing event updated for resources: {'Port': ['ID=1130af67-f694-4762-8a66-fb305976fc45,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:13.104843 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:13.116905 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] For port df01be4b-f0b8-492e-ba88-e4640f086838, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:01:13.122954 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] For port df01be4b-f0b8-492e-ba88-e4640f086838, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=df01be4b-f0b8-492e-ba88-e4640f086838,segment=NetworkSegment(6e4f7ad2-2caa-42cf-874e-46168c8239c3),segment_id=6e4f7ad2-2caa-42cf-874e-46168c8239c3)] {{(pid=74278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:01:13.131609 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:13.138075 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:13.221819 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:13.222838 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1011750'] for router, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:13.267544 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Pushing event updated for resources: {'Port': ['ID=df01be4b-f0b8-492e-ba88-e4640f086838,revision_number=2']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:13.282777 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:13.592599 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbe58b-21e7-4e76-814b-b9d873de68e4 req-662f8214-4b00-4ab2-b0e1-3fbe442ba9d4 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:13.594861 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e9fbe58b-21e7-4e76-814b-b9d873de68e4 req-662f8214-4b00-4ab2-b0e1-3fbe442ba9d4 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2312388 Jul 09 16:01:13.658489 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e9fbe58b-21e7-4e76-814b-b9d873de68e4 req-8fc4f225-04d3-4956-908e-f2fb757e4542 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520000 Jul 09 16:01:13.694965 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Router 08432412-b51d-4bc7-9f50-0dfaf7272c27 is scheduled to L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 with binding_index 1 {{(pid=74277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 09 16:01:13.944499 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:01:13.954971 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] Sync routers for ids ['08432412-b51d-4bc7-9f50-0dfaf7272c27'] in dv-cinder-800228-1-smb {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 16:01:13.976400 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] Routers {'08432412-b51d-4bc7-9f50-0dfaf7272c27'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:01:13.977025 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:01:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['08432412-b51d-4bc7-9f50-0dfaf7272c27'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:13.993520 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Notify callbacks [] for router, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:13.998964 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1019509 Jul 09 16:01:13.999189 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 44790) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:14.106572 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ce685-835a-4c7b-a745-7a8cdaacc7fe req-97898c90-498b-45a8-a17f-babc9a1150dd tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:14.108110 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-192ce685-835a-4c7b-a745-7a8cdaacc7fe req-97898c90-498b-45a8-a17f-babc9a1150dd tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.1962411 Jul 09 16:01:14.182796 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-192ce685-835a-4c7b-a745-7a8cdaacc7fe req-11cba960-df1b-4640-a1e7-b37ba0c98748 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593109 Jul 09 16:01:14.215177 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] Set router 08432412-b51d-4bc7-9f50-0dfaf7272c27 gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:01:14.266425 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device df01be4b-f0b8-492e-ba88-e4640f086838 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:01:14.404834 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port df01be4b-f0b8-492e-ba88-e4640f086838 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:01:14.550296 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcd5bec-53a3-479f-bae4-fe1a9351ff35 None None] Network 2aef26c2-728e-4f07-ab10-dbc440359593 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:01:14.699777 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'name': 'tempest-TestMinimumBasicScenario-2091181227-router', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': '1130af67-f694-4762-8a66-fb305976fc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:11Z', 'updated_at': '2021-07-09T16:01:13Z', 'revision_number': 3, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'gw_port': {'id': '1130af67-f694-4762-8a66-fb305976fc45', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ae:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:12Z', 'updated_at': '2021-07-09T16:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:14.704304 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] Checking router: 08432412-b51d-4bc7-9f50-0dfaf7272c27 for host: dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 16:01:14.705189 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] Updating router 08432412-b51d-4bc7-9f50-0dfaf7272c27 port 1130af67-f694-4762-8a66-fb305976fc45 binding host dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 09 16:01:14.712922 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-26a2cd11-1f56-4332-a807-f8567835b0af None None] Provisioning for port df01be4b-f0b8-492e-ba88-e4640f086838 completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:01:14.721652 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-26a2cd11-1f56-4332-a807-f8567835b0af None None] Provisioning complete for port df01be4b-f0b8-492e-ba88-e4640f086838 triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:01:14.722355 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-26a2cd11-1f56-4332-a807-f8567835b0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:14.775451 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:15.032274 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-26a2cd11-1f56-4332-a807-f8567835b0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:15.079602 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-26a2cd11-1f56-4332-a807-f8567835b0af None None] For port df01be4b-f0b8-492e-ba88-e4640f086838, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=df01be4b-f0b8-492e-ba88-e4640f086838,segment=NetworkSegment(6e4f7ad2-2caa-42cf-874e-46168c8239c3),segment_id=6e4f7ad2-2caa-42cf-874e-46168c8239c3)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:01:15.085310 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-26a2cd11-1f56-4332-a807-f8567835b0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:15.090919 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:15.169967 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] Notify callbacks [] for port, precommit_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:15.181053 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f691c72-d029-4199-bf78-d14459a6d835 req-f7a46b8e-869c-42e0-a152-9d85038843e6 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:15.183576 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2cd11-1f56-4332-a807-f8567835b0af None None] Pushing event updated for resources: {'Port': ['ID=df01be4b-f0b8-492e-ba88-e4640f086838,revision_number=3']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:15.187815 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0f691c72-d029-4199-bf78-d14459a6d835 req-f7a46b8e-869c-42e0-a152-9d85038843e6 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.2469399 Jul 09 16:01:15.189087 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.provisioning_blocks [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] Transition to ACTIVE for port object 1130af67-f694-4762-8a66-fb305976fc45 will not be triggered until provisioned by entity L2. {{(pid=74279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:01:15.197909 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-26a2cd11-1f56-4332-a807-f8567835b0af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:15.203673 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:15.218667 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-01335ef5-fd1f-49d2-bf0a-6dfa380e32eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:15.319893 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-58346fd4-89df-4cc4-bfd4-bcedc71f9372 None None] Provisioning complete for port df01be4b-f0b8-492e-ba88-e4640f086838 triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:01:15.322215 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-58346fd4-89df-4cc4-bfd4-bcedc71f9372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:15.324981 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] Attempting to bind port 1130af67-f694-4762-8a66-fb305976fc45 on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:01:15.325580 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] Attempting to bind port 1130af67-f694-4762-8a66-fb305976fc45 by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}] {{(pid=74279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:01:15.326243 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] Attempting to bind port 1130af67-f694-4762-8a66-fb305976fc45 on network 9b0e874f-69b5-4e89-8292-fc23cbc7812a {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:01:15.337102 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fc928-12b4-4a93-911a-391ff793ba48 None None] Pushing event updated for resources: {'Port': ['ID=1130af67-f694-4762-8a66-fb305976fc45,revision_number=2']} {{(pid=74279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:15.347704 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0f691c72-d029-4199-bf78-d14459a6d835 req-d11a466c-8510-4693-8010-b34e3581a4b3 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435008 Jul 09 16:01:15.364159 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 16:01:15.364629 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] Checking segment: {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:01:15.365068 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:15.368982 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] Bound using segment: {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'} {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 16:01:15.372490 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] Bound port: 1130af67-f694-4762-8a66-fb305976fc45, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}}] {{(pid=74279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:01:15.373251 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:15.408573 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335fc928-12b4-4a93-911a-391ff793ba48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:15.409631 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335fc928-12b4-4a93-911a-391ff793ba48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:15.410110 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335fc928-12b4-4a93-911a-391ff793ba48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:15.410801 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335fc928-12b4-4a93-911a-391ff793ba48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:15.411115 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335fc928-12b4-4a93-911a-391ff793ba48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:15.411504 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335fc928-12b4-4a93-911a-391ff793ba48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:15.411833 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335fc928-12b4-4a93-911a-391ff793ba48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:15.412159 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335fc928-12b4-4a93-911a-391ff793ba48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:15.412486 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335fc928-12b4-4a93-911a-391ff793ba48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:15.412851 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335fc928-12b4-4a93-911a-391ff793ba48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:15.413180 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335fc928-12b4-4a93-911a-391ff793ba48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:15.417067 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-335fc928-12b4-4a93-911a-391ff793ba48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:15.450577 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:15.470806 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.db [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] For port 1130af67-f694-4762-8a66-fb305976fc45, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:01:15.474808 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.db [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] For port 1130af67-f694-4762-8a66-fb305976fc45, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=1130af67-f694-4762-8a66-fb305976fc45,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:01:15.480585 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:15.488336 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-ac347f8b-3a30-4baa-a3ec-228c0de823e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:15.578316 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fc928-12b4-4a93-911a-391ff793ba48 None None] Pushing event updated for resources: {'Port': ['ID=1130af67-f694-4762-8a66-fb305976fc45,revision_number=3']} {{(pid=74279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:15.583065 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-335fc928-12b4-4a93-911a-391ff793ba48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:15.585055 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] Routers {'08432412-b51d-4bc7-9f50-0dfaf7272c27'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:01:15.585674 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:01:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['08432412-b51d-4bc7-9f50-0dfaf7272c27'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:15.586353 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bb58b-aa95-4330-accf-e0eb54458c3d req-a8914c10-322b-483b-a486-080211142b49 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:15.588816 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ff7bb58b-aa95-4330-accf-e0eb54458c3d req-a8914c10-322b-483b-a486-080211142b49 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.2127736 Jul 09 16:01:15.712881 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ff7bb58b-aa95-4330-accf-e0eb54458c3d req-582c5148-870a-42f2-ac2a-9cc526909d81 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082761 Jul 09 16:01:15.774921 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_common [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Allocated IP 172.20.0.1 (2aef26c2-728e-4f07-ab10-dbc440359593/5c22bd6f-ed95-4156-aa3f-f5c013fbf309/a7b04ec3-751a-40cf-93d4-45bd04eb841e) {{(pid=74276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:01:15.823775 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] Set router 08432412-b51d-4bc7-9f50-0dfaf7272c27 gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:01:15.967592 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:15.986586 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.provisioning_blocks [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Transition to ACTIVE for port object a7b04ec3-751a-40cf-93d4-45bd04eb841e will not be triggered until provisioned by entity DHCP. {{(pid=74276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:01:16.012284 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:16.017112 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-ce51303b-3722-49c5-8b51-5c30106e1b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:16.144557 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device df01be4b-f0b8-492e-ba88-e4640f086838 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:01:16.200842 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'name': 'tempest-TestMinimumBasicScenario-2091181227-router', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': '1130af67-f694-4762-8a66-fb305976fc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:11Z', 'updated_at': '2021-07-09T16:01:13Z', 'revision_number': 3, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'gw_port': {'id': '1130af67-f694-4762-8a66-fb305976fc45', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ae:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:12Z', 'updated_at': '2021-07-09T16:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:16.208306 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f496c13e-0823-4e57-8eb8-d3e146e36dec None None] The sync data for ids ['08432412-b51d-4bc7-9f50-0dfaf7272c27'] in dv-cinder-800228-1-smb is: [{'id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'name': 'tempest-TestMinimumBasicScenario-2091181227-router', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': '1130af67-f694-4762-8a66-fb305976fc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:11Z', 'updated_at': '2021-07-09T16:01:13Z', 'revision_number': 3, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'gw_port': {'id': '1130af67-f694-4762-8a66-fb305976fc45', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ae:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:12Z', 'updated_at': '2021-07-09T16:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}] {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:01:16.214323 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b04ec3-751a-40cf-93d4-45bd04eb841e,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:16.220922 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:16.223168 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Network 2aef26c2-728e-4f07-ab10-dbc440359593 is already hosted by enough agents. {{(pid=74276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:01:16.224357 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:01:16.226681 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Received port after_create {{(pid=74276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:01:16.243175 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port df01be4b-f0b8-492e-ba88-e4640f086838 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:01:16.243566 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:16.307421 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1011944'] for router_interface, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:16.426503 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:16.539099 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-47a6555b-52fd-4309-905d-56d9a202b81d None None] Provisioning for port a7b04ec3-751a-40cf-93d4-45bd04eb841e completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:01:16.546393 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-47a6555b-52fd-4309-905d-56d9a202b81d None None] Provisioning complete for port a7b04ec3-751a-40cf-93d4-45bd04eb841e triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:01:16.547189 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-47a6555b-52fd-4309-905d-56d9a202b81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:16.607952 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-47a6555b-52fd-4309-905d-56d9a202b81d None None] Port a7b04ec3-751a-40cf-93d4-45bd04eb841e cannot update to ACTIVE because it is not bound. {{(pid=74278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 09 16:01:16.737851 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a2a78-b6ea-438a-ae3c-44fb95159574 req-9e1fc8d7-c5fa-4a8d-96db-4e456dfb637c tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:16.739343 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d69a2a78-b6ea-438a-ae3c-44fb95159574 req-9e1fc8d7-c5fa-4a8d-96db-4e456dfb637c tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1984155 Jul 09 16:01:16.804974 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:16.811906 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1598889'] for port, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:16.839522 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:16.869661 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d69a2a78-b6ea-438a-ae3c-44fb95159574 req-5d2487b7-da3c-496a-9727-52473981e431 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221962 Jul 09 16:01:16.998016 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b04ec3-751a-40cf-93d4-45bd04eb841e,revision_number=2']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:17.010655 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:17.025526 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15981793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012499'] for router_interface, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:17.128547 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf61d6a-5bc0-4e4c-8732-401dd7c85e0d req-17838a98-092b-48c7-a8f4-25df3dd57b21 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:17.129984 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-faf61d6a-5bc0-4e4c-8732-401dd7c85e0d req-17838a98-092b-48c7-a8f4-25df3dd57b21 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.2394829 Jul 09 16:01:17.226376 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-faf61d6a-5bc0-4e4c-8732-401dd7c85e0d req-17b2ae7b-d7f8-4880-b788-5083089be316 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882568 Jul 09 16:01:17.246895 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Network 2aef26c2-728e-4f07-ab10-dbc440359593 is already hosted by enough agents. {{(pid=74276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:01:17.248123 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:01:17.542234 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-18de9d1f-41b2-40e4-bf51-080116930ca9 None None] Provisioning complete for port a7b04ec3-751a-40cf-93d4-45bd04eb841e triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:01:17.542963 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-18de9d1f-41b2-40e4-bf51-080116930ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:17.624486 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-18de9d1f-41b2-40e4-bf51-080116930ca9 None None] Port a7b04ec3-751a-40cf-93d4-45bd04eb841e cannot update to ACTIVE because it is not bound. {{(pid=74278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 09 16:01:17.820984 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Router 08432412-b51d-4bc7-9f50-0dfaf7272c27 has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 16:01:18.159673 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:01:18.178654 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] 10.222.0.66 "PUT /v2.0/routers/08432412-b51d-4bc7-9f50-0dfaf7272c27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1776986 Jul 09 16:01:18.184661 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 1130af67-f694-4762-8a66-fb305976fc45 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:01:18.195691 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf3ab1-e2df-4cbc-b955-01199bd825ef req-686b8ce5-c0c4-4b6c-83af-518e6ab2a8e3 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:18.199971 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-39cf3ab1-e2df-4cbc-b955-01199bd825ef req-686b8ce5-c0c4-4b6c-83af-518e6ab2a8e3 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1480770 Jul 09 16:01:18.307532 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-39cf3ab1-e2df-4cbc-b955-01199bd825ef req-cbefaf14-b310-467a-8c68-43cfcc4b1d28 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931535 Jul 09 16:01:18.328690 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port 1130af67-f694-4762-8a66-fb305976fc45 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:01:18.337983 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 1130af67-f694-4762-8a66-fb305976fc45 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:01:18.338535 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:18.562697 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:18.590905 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] For port 1130af67-f694-4762-8a66-fb305976fc45, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=1130af67-f694-4762-8a66-fb305976fc45,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:01:18.598201 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:18.602080 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:18.674021 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0373156-eb13-4636-90cb-47529e0b0c74 req-6d62b74b-4099-4e9b-b626-a1a6056b0bbf tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:18.675089 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d0373156-eb13-4636-90cb-47529e0b0c74 req-6d62b74b-4099-4e9b-b626-a1a6056b0bbf tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.2250297 Jul 09 16:01:18.691881 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Pushing event updated for resources: {'Port': ['ID=1130af67-f694-4762-8a66-fb305976fc45,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:18.700892 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:18.701348 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:18.701733 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:18.702160 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:18.702553 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:18.702944 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:18.703452 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:18.703767 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:18.704085 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:18.704520 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:18.704745 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:18.712289 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:18.740866 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d0373156-eb13-4636-90cb-47529e0b0c74 req-ad18e73e-3601-4fa5-bd4d-8232c8eaeb87 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558450 Jul 09 16:01:19.216491 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6aa34-75dd-4886-85a1-739394de9f51 req-e4447e9f-b44a-4e2d-a57e-9e46c7f5f313 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:19.217877 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-5ef6aa34-75dd-4886-85a1-739394de9f51 req-e4447e9f-b44a-4e2d-a57e-9e46c7f5f313 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Synchronizing usage tracker for tenant:798c4c987947430b9f5ca3417f6fae1e on resource:port {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:01:19.236300 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-5ef6aa34-75dd-4886-85a1-739394de9f51 req-e4447e9f-b44a-4e2d-a57e-9e46c7f5f313 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Unset dirty status for tenant:798c4c987947430b9f5ca3417f6fae1e on resource:port {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:01:19.238448 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5ef6aa34-75dd-4886-85a1-739394de9f51 req-e4447e9f-b44a-4e2d-a57e-9e46c7f5f313 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.89 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1138847 Jul 09 16:01:19.318614 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-5ef6aa34-75dd-4886-85a1-739394de9f51 req-3436347a-3fb0-4a94-bc8a-e74859730387 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Deleting port c0ee7a7a-a984-4308-b677-081305a62fad {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:01:19.318956 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5ef6aa34-75dd-4886-85a1-739394de9f51 req-3436347a-3fb0-4a94-bc8a-e74859730387 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:19.375107 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 44828) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:19.383349 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-216675101-network', 'tenant_id': 'aa51fc4a990e481bb7e9f56438d7899c'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:01:19.390880 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:01:19.396028 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Usage tracker for resource:network and tenant:aa51fc4a990e481bb7e9f56438d7899c is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:01:19.399842 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:01:19.406008 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:01:19.418717 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Made reservation on behalf of aa51fc4a990e481bb7e9f56438d7899c for: {'network': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:01:19.421205 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for network, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:19.436172 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:19.516569 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:01:19.523565 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Usage tracker for resource:security_group_rule and tenant:aa51fc4a990e481bb7e9f56438d7899c is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:01:19.527540 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:01:19.534618 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:01:19.583465 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dba943-4d9b-4d3f-a729-2f6163d2ed29 req-8e6a8278-9ea4-44b0-a31c-32cbc68bb313 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:19.584920 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e8dba943-4d9b-4d3f-a729-2f6163d2ed29 req-8e6a8278-9ea4-44b0-a31c-32cbc68bb313 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 946 time: 0.1230958 Jul 09 16:01:19.609542 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-5ef6aa34-75dd-4886-85a1-739394de9f51 req-3436347a-3fb0-4a94-bc8a-e74859730387 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] For port c0ee7a7a-a984-4308-b677-081305a62fad, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c0ee7a7a-a984-4308-b677-081305a62fad,segment=NetworkSegment(adca9cec-0610-4cd5-80a7-431e2d776b16),segment_id=adca9cec-0610-4cd5-80a7-431e2d776b16)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:01:19.610006 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5ef6aa34-75dd-4886-85a1-739394de9f51 req-3436347a-3fb0-4a94-bc8a-e74859730387 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:19.654719 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:19.661026 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:19.664324 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:19.673952 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e8dba943-4d9b-4d3f-a729-2f6163d2ed29 req-f2612e46-d9e1-4cb6-8911-dd256ca067e0 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bf1cd17-5fff-483b-b312-0e33bd7cad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767677 Jul 09 16:01:19.698431 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=74276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 09 16:01:19.715312 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141d97f0-8263-49e9-8f6d-b070b0111c85,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:19.719555 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:19.720470 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:19.720807 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.db.segments_db [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Added segment 9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14 of type vlan for network 1f8f21e2-3309-4529-90e5-67b039cab8c9 Jul 09 16:01:19.751996 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749711616898'] for network, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:19.756160 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-5ef6aa34-75dd-4886-85a1-739394de9f51 req-3436347a-3fb0-4a94-bc8a-e74859730387 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Calling delete_port for c0ee7a7a-a984-4308-b677-081305a62fad owned by compute:nova {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:01:19.793318 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for network, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:19.795427 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:19.796549 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:19.804188 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-10cc6072-ba48-4f93-832a-95ba5a053edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:19.922605 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5ef6aa34-75dd-4886-85a1-739394de9f51 req-3436347a-3fb0-4a94-bc8a-e74859730387 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:19.928972 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-5d3bf01b-1c06-400f-8c91-eca411afc32f tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:19.946438 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Pushing event updated for resources: {'Network': ['ID=1f8f21e2-3309-4529-90e5-67b039cab8c9,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:19.955399 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:19.960909 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5822868 Jul 09 16:01:19.963305 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Network 1f8f21e2-3309-4529-90e5-67b039cab8c9 details requested by agent ovs-agent-dv-cinder-800228-1-smb with host dv-cinder-800228-1-smb {{(pid=74278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 16:01:19.965845 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 44834) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:19.980112 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436347a-3fb0-4a94-bc8a-e74859730387 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Pushing event deleted for resources: {'Port': ['ID=c0ee7a7a-a984-4308-b677-081305a62fad,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:19.985495 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-6f7c831d-f5f9-496f-b246-fed5176c9c71 admin admin] Request body: {'subnet': {'network_id': '1f8f21e2-3309-4529-90e5-67b039cab8c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-216675101-subnet', 'tenant_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'ip_version': 4}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:01:19.993068 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-3436347a-3fb0-4a94-bc8a-e74859730387 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:19.993903 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['c0ee7a7a-a984-4308-b677-081305a62fad'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:01:19.994138 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-6f7c831d-f5f9-496f-b246-fed5176c9c71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:01:19.999582 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-6f7c831d-f5f9-496f-b246-fed5176c9c71 admin admin] Usage tracker for resource:subnet and tenant:aa51fc4a990e481bb7e9f56438d7899c is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:01:20.008142 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dae062-3c16-4cc9-a697-331b527ec84a req-3659db6d-888e-4a24-9b26-46407d384354 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:20.009947 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b0dae062-3c16-4cc9-a697-331b527ec84a req-3659db6d-888e-4a24-9b26-46407d384354 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.1129177 Jul 09 16:01:20.034781 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-6f7c831d-f5f9-496f-b246-fed5176c9c71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:01:20.070654 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b0dae062-3c16-4cc9-a697-331b527ec84a req-ac7accb3-1e15-4174-92d7-1afaee6c653b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540476 Jul 09 16:01:20.076135 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-6f7c831d-f5f9-496f-b246-fed5176c9c71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:01:20.084426 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef6aa34-75dd-4886-85a1-739394de9f51 req-3436347a-3fb0-4a94-bc8a-e74859730387 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] No DVR routers for this DVR port c0ee7a7a-a984-4308-b677-081305a62fad on host hv-cinder-80022 {{(pid=74277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:01:20.088140 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5ef6aa34-75dd-4886-85a1-739394de9f51 req-3436347a-3fb0-4a94-bc8a-e74859730387 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:20.091043 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af63ca97-157b-4ad7-ba38-5aeae85f20b3', 'name': 'network-vif-deleted', 'tag': 'c0ee7a7a-a984-4308-b677-081305a62fad'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:01:20.110104 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5ef6aa34-75dd-4886-85a1-739394de9f51 req-3436347a-3fb0-4a94-bc8a-e74859730387 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.89 "DELETE /v2.0/ports/c0ee7a7a-a984-4308-b677-081305a62fad HTTP/1.1" status: 204 len: 173 time: 0.8651617 Jul 09 16:01:20.111454 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7c831d-f5f9-496f-b246-fed5176c9c71 admin admin] Made reservation on behalf of aa51fc4a990e481bb7e9f56438d7899c for: {'subnet': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:01:20.114847 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6f7c831d-f5f9-496f-b246-fed5176c9c71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:20.161489 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 1130af67-f694-4762-8a66-fb305976fc45 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:01:20.247914 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 1130af67-f694-4762-8a66-fb305976fc45 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:01:20.248289 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:20.284511 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af63ca97-157b-4ad7-ba38-5aeae85f20b3', 'name': 'network-vif-deleted', 'tag': 'c0ee7a7a-a984-4308-b677-081305a62fad', 'status': 'completed', 'code': 200} Jul 09 16:01:20.409088 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6f7c831d-f5f9-496f-b246-fed5176c9c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for subnet, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:20.413232 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:20.483595 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c831d-f5f9-496f-b246-fed5176c9c71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be88ad51-8ef3-4f52-bfbd-5e908df03566,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:20.488027 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-6f7c831d-f5f9-496f-b246-fed5176c9c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:20.503128 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7c831d-f5f9-496f-b246-fed5176c9c71 admin admin] Checking segment: {'id': '9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1f8f21e2-3309-4529-90e5-67b039cab8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:01:20.503630 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7c831d-f5f9-496f-b246-fed5176c9c71 admin admin] Network hostable DHCP agents. Network: 1f8f21e2-3309-4529-90e5-67b039cab8c9, hostable agents: ['345db053-3c23-47d8-b5a3-85dd9c57b748'], hosted agents: [] {{(pid=74277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:01:20.529273 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7c831d-f5f9-496f-b246-fed5176c9c71 admin admin] Network 1f8f21e2-3309-4529-90e5-67b039cab8c9 is scheduled to be hosted by DHCP agent 345db053-3c23-47d8-b5a3-85dd9c57b748 with binding_index 1 {{(pid=74277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:01:20.543831 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-6f7c831d-f5f9-496f-b246-fed5176c9c71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-smb, 1f8f21e2-3309-4529-90e5-67b039cab8c9) {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:01:20.547959 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7c831d-f5f9-496f-b246-fed5176c9c71 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:20.548583 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6f7c831d-f5f9-496f-b246-fed5176c9c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:20.556492 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e43e53c-903c-43cf-867e-61c5abf6c8ee None None] Network 1f8f21e2-3309-4529-90e5-67b039cab8c9 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:01:20.577712 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-6f7c831d-f5f9-496f-b246-fed5176c9c71 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6069512 Jul 09 16:01:20.578028 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 44840) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:20.585254 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-216675101-router', 'tenant_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:01:20.591279 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:01:20.595471 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Usage tracker for resource:router and tenant:aa51fc4a990e481bb7e9f56438d7899c is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:01:20.598691 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:01:20.608242 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:01:20.620621 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3313'] for router, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:20.621574 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1002965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-895729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3272'] for router, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:20.650191 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:20.840230 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1013703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3286'] for router, precommit_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:20.854449 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27fa64f2-aefc-5c61-8fba-6302c62037c8-1f8f21e2-3309-4529-90e5-67b039cab8c9', 'network_id': '1f8f21e2-3309-4529-90e5-67b039cab8c9', 'tenant_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'fixed_ips': [{'subnet_id': 'be88ad51-8ef3-4f52-bfbd-5e908df03566'}]}} from dv-cinder-800228-1-smb. {{(pid=74278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jul 09 16:01:20.858112 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:21.005547 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f9288ac4-be5d-4781-a9b8-8549c5516a01 req-af16587f-9bf6-472a-a552-a8638976fd0b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] 10.222.0.66 "GET /v2.0/ports?device_id=af63ca97-157b-4ad7-ba38-5aeae85f20b3 HTTP/1.1" status: 200 len: 210 time: 0.1084452 Jul 09 16:01:21.073090 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.db_base_plugin_common [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Allocated IP 172.20.0.2 (1f8f21e2-3309-4529-90e5-67b039cab8c9/be88ad51-8ef3-4f52-bfbd-5e908df03566/9f618255-c860-4b13-9175-31f1f02e9309) {{(pid=74278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:01:21.177001 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:21.303140 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:21.394682 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Notify callbacks [] for port, precommit_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:21.410863 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Transition to ACTIVE for port object 9f618255-c860-4b13-9175-31f1f02e9309 will not be triggered until provisioned by entity L2. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:01:21.434110 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Transition to ACTIVE for port object 9f618255-c860-4b13-9175-31f1f02e9309 will not be triggered until provisioned by entity DHCP. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:01:21.440020 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084'] for port, after_create {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:21.446986 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-c6e1f71a-364e-4bc7-ac39-06bdbba24e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:21.493823 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30db8a9-a5c4-4403-823c-4ec331e95ad3 req-5497c7fa-40b1-40f5-9078-f73c7b12540e tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:21.495287 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f30db8a9-a5c4-4403-823c-4ec331e95ad3 req-5497c7fa-40b1-40f5-9078-f73c7b12540e tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.2587848 Jul 09 16:01:21.506944 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Network 1f8f21e2-3309-4529-90e5-67b039cab8c9 is already hosted by enough agents. {{(pid=74278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:01:21.509924 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.scheduler.base_scheduler [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Resources bound (agent type, host, resource id): {{(pid=74278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:01:21.513678 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Received port after_create {{(pid=74278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:01:21.519956 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Pushing event updated for resources: {'Port': ['ID=9f618255-c860-4b13-9175-31f1f02e9309,revision_number=1']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:21.524152 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:21.543896 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_common [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Allocated IP 172.28.0.203 (9b0e874f-69b5-4e89-8292-fc23cbc7812a/89578b1c-09bb-418b-8489-b10f6f860e17/3a47c399-4a2d-4b40-aab1-7abd709a8e1b) {{(pid=74276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:01:21.574209 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f30db8a9-a5c4-4403-823c-4ec331e95ad3 req-7c91ff75-481e-4ef6-b81f-b431df2512cc tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678384 Jul 09 16:01:21.614767 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Attempting to bind port 9f618255-c860-4b13-9175-31f1f02e9309 on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:01:21.615157 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Attempting to bind port 9f618255-c860-4b13-9175-31f1f02e9309 by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': '9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1f8f21e2-3309-4529-90e5-67b039cab8c9'}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:01:21.615501 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Attempting to bind port 9f618255-c860-4b13-9175-31f1f02e9309 on network 1f8f21e2-3309-4529-90e5-67b039cab8c9 {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:01:21.623111 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 16:01:21.623562 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Checking segment: {'id': '9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1f8f21e2-3309-4529-90e5-67b039cab8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:01:21.624068 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:21.624605 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Bound using segment: {'id': '9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1f8f21e2-3309-4529-90e5-67b039cab8c9'} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 16:01:21.625123 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Bound port: 9f618255-c860-4b13-9175-31f1f02e9309, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1f8f21e2-3309-4529-90e5-67b039cab8c9'}}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:01:21.625690 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:21.720899 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:21.729306 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] For port 9f618255-c860-4b13-9175-31f1f02e9309, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:01:21.733192 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] For port 9f618255-c860-4b13-9175-31f1f02e9309, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=9f618255-c860-4b13-9175-31f1f02e9309,segment=NetworkSegment(9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14),segment_id=9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14)] {{(pid=74278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:01:21.738927 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:21.747351 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:21.763483 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:21.768825 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-3ef324dd-f383-4af6-a052-3c9ebcee24f7 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:21.860175 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Pushing event updated for resources: {'Port': ['ID=9f618255-c860-4b13-9175-31f1f02e9309,revision_number=2']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:21.864121 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:21.901636 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Pushing event updated for resources: {'Port': ['ID=3a47c399-4a2d-4b40-aab1-7abd709a8e1b,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:21.913596 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:21.918587 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Network 9b0e874f-69b5-4e89-8292-fc23cbc7812a is already hosted by enough agents. {{(pid=74276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:01:21.919870 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Resources bound (agent type, host, resource id): {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:01:21.922369 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Received port after_create {{(pid=74276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:01:22.191782 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e7e15230-be43-41d3-abc2-7794749c313f req-948c4479-68c0-494c-8b9c-902450b112cd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3ea28ba7538a42cf98540122fdcd24bc&device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 1098 time: 0.1248236 Jul 09 16:01:22.257540 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 44856) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:22.283289 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc8a51-9d8c-47aa-a5fd-7c46fd9ec128 req-12941e6c-356e-46fe-880c-4b899dbc0362 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:22.286038 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d0bc8a51-9d8c-47aa-a5fd-7c46fd9ec128 req-12941e6c-356e-46fe-880c-4b899dbc0362 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.2646718 Jul 09 16:01:22.358003 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d0bc8a51-9d8c-47aa-a5fd-7c46fd9ec128 req-e8ce697f-9ced-4897-ae6e-ce73e60478ed tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636744 Jul 09 16:01:22.370371 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:22.370655 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1011750'] for router, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:22.588470 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e15230-be43-41d3-abc2-7794749c313f req-d6a11d6b-ad49-4c82-8a09-9a2e1048743b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:22.590646 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e7e15230-be43-41d3-abc2-7794749c313f req-d6a11d6b-ad49-4c82-8a09-9a2e1048743b service neutron] 10.222.0.89 "GET /v2.0/networks?id=c0f8cb26-8b3d-4d13-b008-9f068bcd3651 HTTP/1.1" status: 200 len: 911 time: 0.3790212 Jul 09 16:01:22.625178 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Router 315c2e69-f52c-4d70-9281-76f1c5a027ed is scheduled to L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 with binding_index 1 {{(pid=74276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 09 16:01:22.792845 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e7e15230-be43-41d3-abc2-7794749c313f req-6799eee7-dd79-40a3-a4c0-8419760c093d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79c45d8-39ee-45e3-bb03-deaf529b4edd HTTP/1.1" status: 200 len: 1001 time: 0.1889184 Jul 09 16:01:22.884132 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e15230-be43-41d3-abc2-7794749c313f req-1cbb8e53-6663-4bf3-8cf6-02a3b304c74a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:22.886442 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e7e15230-be43-41d3-abc2-7794749c313f req-1cbb8e53-6663-4bf3-8cf6-02a3b304c74a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4105b35-a599-44f8-8dc4-3f9e81bce3de HTTP/1.1" status: 200 len: 849 time: 0.0823424 Jul 09 16:01:22.900363 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:01:22.915581 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] Sync routers for ids ['315c2e69-f52c-4d70-9281-76f1c5a027ed'] in dv-cinder-800228-1-smb {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 16:01:22.933351 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Notify callbacks [] for router, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:22.940918 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] Routers {'315c2e69-f52c-4d70-9281-76f1c5a027ed'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:01:22.941689 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3618882 Jul 09 16:01:22.942035 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:01:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['315c2e69-f52c-4d70-9281-76f1c5a027ed'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:22.943534 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 44860) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:23.056845 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device c0ee7a7a-a984-4308-b677-081305a62fad no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:01:23.057129 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e7e15230-be43-41d3-abc2-7794749c313f req-f776e5fb-b7ff-4389-afb4-931938a01359 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c0f8cb26-8b3d-4d13-b008-9f068bcd3651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1092978 Jul 09 16:01:23.159914 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] No Port match for: c0ee7a7a-a984-4308-b677-081305a62fad {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:01:23.160340 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device c0ee7a7a-a984-4308-b677-081305a62fad not bound to the agent host hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:01:23.170507 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c014ace-31f7-458d-a034-419133fbb754 None None] Network 1f8f21e2-3309-4529-90e5-67b039cab8c9 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:01:23.281861 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e7e15230-be43-41d3-abc2-7794749c313f req-74a535d7-e3fc-4d85-b354-52d1aa3c7162 service neutron] 10.222.0.89 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168567 Jul 09 16:01:23.285751 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:01:23.407144 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2edaa672-6f20-4f68-8b02-c8fb1e68f7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012577'] for router_interface, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:23.488130 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-39eb487b-66b0-4db0-9a43-9a354fc53dc3 None None] Provisioning for port 9f618255-c860-4b13-9175-31f1f02e9309 completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:01:23.553210 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] Set router 315c2e69-f52c-4d70-9281-76f1c5a027ed gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:01:23.593495 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e7e15230-be43-41d3-abc2-7794749c313f req-a56acf35-d9a4-4cab-a5d8-4b12c59f8da2 service neutron] 10.222.0.89 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026779 Jul 09 16:01:23.750519 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06c8b3-4463-4442-84f3-ce99924b3a79 req-ed754354-f8ef-4d4a-9210-75c72458f9c4 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:23.754586 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] Sync routers for ids ['08432412-b51d-4bc7-9f50-0dfaf7272c27'] in dv-cinder-800228-1-smb {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 16:01:23.757649 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7b06c8b3-4463-4442-84f3-ce99924b3a79 req-ed754354-f8ef-4d4a-9210-75c72458f9c4 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.1972997 Jul 09 16:01:23.771994 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] Routers {'08432412-b51d-4bc7-9f50-0dfaf7272c27'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:01:23.773093 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:01:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['08432412-b51d-4bc7-9f50-0dfaf7272c27'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:23.833655 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7b06c8b3-4463-4442-84f3-ce99924b3a79 req-3183b200-42dc-4601-bd60-8dbcfff95c40 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749352 Jul 09 16:01:24.017806 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] Set router 08432412-b51d-4bc7-9f50-0dfaf7272c27 gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:01:24.254289 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c2e69-f52c-4d70-9281-76f1c5a027ed', 'name': 'tempest-TestMinimumBasicScenario-216675101-router', 'tenant_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '3a47c399-4a2d-4b40-aab1-7abd709a8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:20Z', 'updated_at': '2021-07-09T16:01:22Z', 'revision_number': 3, 'project_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'gw_port': {'id': '3a47c399-4a2d-4b40-aab1-7abd709a8e1b', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c2e69-f52c-4d70-9281-76f1c5a027ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:21Z', 'updated_at': '2021-07-09T16:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:24.266480 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] Checking router: 315c2e69-f52c-4d70-9281-76f1c5a027ed for host: dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 16:01:24.267383 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] Updating router 315c2e69-f52c-4d70-9281-76f1c5a027ed port 3a47c399-4a2d-4b40-aab1-7abd709a8e1b binding host dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 09 16:01:24.464234 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:24.514021 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 9f618255-c860-4b13-9175-31f1f02e9309 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:01:24.548677 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'name': 'tempest-TestMinimumBasicScenario-2091181227-router', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': '1130af67-f694-4762-8a66-fb305976fc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:11Z', 'updated_at': '2021-07-09T16:01:16Z', 'revision_number': 4, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'gw_port': {'id': '1130af67-f694-4762-8a66-fb305976fc45', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:12Z', 'updated_at': '2021-07-09T16:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'a7b04ec3-751a-40cf-93d4-45bd04eb841e', 'name': '', 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'mac_address': 'fa:16:3e:69:70:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c22bd6f-ed95-4156-aa3f-f5c013fbf309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:15Z', 'updated_at': '2021-07-09T16:01:16Z', 'revision_number': 2, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'subnets': [{'id': '5c22bd6f-ed95-4156-aa3f-f5c013fbf309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:24.558830 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] Checking router: 08432412-b51d-4bc7-9f50-0dfaf7272c27 for host: dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 16:01:24.559426 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] Updating router 08432412-b51d-4bc7-9f50-0dfaf7272c27 port a7b04ec3-751a-40cf-93d4-45bd04eb841e binding host dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 09 16:01:24.600911 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:24.622798 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:24.812491 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port 9f618255-c860-4b13-9175-31f1f02e9309 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:01:24.912905 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 9f618255-c860-4b13-9175-31f1f02e9309 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:01:24.913482 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:25.027331 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-2edaa672-6f20-4f68-8b02-c8fb1e68f7cb admin admin] Deleting port d024bf45-f34e-4280-90ab-e623230071e6 {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:01:25.028204 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2edaa672-6f20-4f68-8b02-c8fb1e68f7cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:25.046855 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_common [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Allocated IP 172.20.0.1 (1f8f21e2-3309-4529-90e5-67b039cab8c9/be88ad51-8ef3-4f52-bfbd-5e908df03566/b8fbe929-f517-47cc-a18f-0af84ef0370a) {{(pid=74276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:01:25.154511 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:25.345557 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:25.350580 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [None req-2edaa672-6f20-4f68-8b02-c8fb1e68f7cb admin admin] For port d024bf45-f34e-4280-90ab-e623230071e6, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=d024bf45-f34e-4280-90ab-e623230071e6,segment=NetworkSegment(adca9cec-0610-4cd5-80a7-431e2d776b16),segment_id=adca9cec-0610-4cd5-80a7-431e2d776b16)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:01:25.351212 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2edaa672-6f20-4f68-8b02-c8fb1e68f7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:25.379874 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] Notify callbacks [] for port, precommit_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:25.398662 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.provisioning_blocks [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] Transition to ACTIVE for port object a7b04ec3-751a-40cf-93d4-45bd04eb841e will not be triggered until provisioned by entity L2. {{(pid=74279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:01:25.410589 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:25.419569 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-01335ef5-fd1f-49d2-bf0a-6dfa380e32eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:25.430443 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] Notify callbacks [] for port, precommit_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:25.440338 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] For port 9f618255-c860-4b13-9175-31f1f02e9309, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=9f618255-c860-4b13-9175-31f1f02e9309,segment=NetworkSegment(9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14),segment_id=9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:01:25.444170 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:25.448229 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:25.451752 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] Transition to ACTIVE for port object 3a47c399-4a2d-4b40-aab1-7abd709a8e1b will not be triggered until provisioned by entity L2. {{(pid=74278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:01:25.455834 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:25.469532 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f1c2e-667f-4d0f-85e7-84468be20cd2 req-7001d178-bb8e-4f87-b335-232d78236ece tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:25.472145 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d37f1c2e-667f-4d0f-85e7-84468be20cd2 req-7001d178-bb8e-4f87-b335-232d78236ece tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.3033133 Jul 09 16:01:25.483597 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.provisioning_blocks [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Transition to ACTIVE for port object b8fbe929-f517-47cc-a18f-0af84ef0370a will not be triggered until provisioned by entity DHCP. {{(pid=74276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:01:25.515646 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:25.555013 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-2edaa672-6f20-4f68-8b02-c8fb1e68f7cb admin admin] Calling delete_port for d024bf45-f34e-4280-90ab-e623230071e6 owned by network:router_interface {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:01:25.560934 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d37f1c2e-667f-4d0f-85e7-84468be20cd2 req-3f879db5-6528-4871-9084-bd5b6eb6fca7 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621634 Jul 09 16:01:25.562037 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:25.565703 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:25.584363 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Pushing event updated for resources: {'Port': ['ID=9f618255-c860-4b13-9175-31f1f02e9309,revision_number=3']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:25.587062 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] Attempting to bind port 3a47c399-4a2d-4b40-aab1-7abd709a8e1b on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:01:25.587429 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] Attempting to bind port 3a47c399-4a2d-4b40-aab1-7abd709a8e1b by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:01:25.587790 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] Attempting to bind port 3a47c399-4a2d-4b40-aab1-7abd709a8e1b on network 9b0e874f-69b5-4e89-8292-fc23cbc7812a {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:01:25.590043 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:25.590497 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-813dc4b7-6964-4eda-ae83-de11b21bc223 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:25.651743 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4064a4-af8c-4d4a-af8e-b73b77f2dde2 None None] Pushing event updated for resources: {'Port': ['ID=3a47c399-4a2d-4b40-aab1-7abd709a8e1b,revision_number=2']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:25.655373 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-8c4064a4-af8c-4d4a-af8e-b73b77f2dde2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:25.658815 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 16:01:25.659327 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] Checking segment: {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:01:25.659737 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:25.660485 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] Bound using segment: {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'} {{(pid=74278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 16:01:25.660674 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.managers [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] Bound port: 3a47c399-4a2d-4b40-aab1-7abd709a8e1b, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a42223-25b6-413c-922f-23e296783f0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}}] {{(pid=74278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:01:25.660953 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:25.669442 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f44964-9a0a-4592-aec4-23307fcfccf7 None None] Pushing event updated for resources: {'Port': ['ID=a7b04ec3-751a-40cf-93d4-45bd04eb841e,revision_number=3']} {{(pid=74279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:25.676218 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-b7f44964-9a0a-4592-aec4-23307fcfccf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:25.688556 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Network 1f8f21e2-3309-4529-90e5-67b039cab8c9 is already hosted by enough agents. {{(pid=74276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:01:25.703501 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Resources bound (agent type, host, resource id): {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:01:25.727102 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Received port after_create {{(pid=74276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:01:25.803263 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] For port 3a47c399-4a2d-4b40-aab1-7abd709a8e1b, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:01:25.815549 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] For port 3a47c399-4a2d-4b40-aab1-7abd709a8e1b, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=3a47c399-4a2d-4b40-aab1-7abd709a8e1b,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:01:25.818749 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:25.822476 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-04ab33f4-deeb-4467-a2ef-961c165923b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:25.856132 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] Attempting to bind port a7b04ec3-751a-40cf-93d4-45bd04eb841e on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:01:25.856689 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] Attempting to bind port a7b04ec3-751a-40cf-93d4-45bd04eb841e by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': '6e4f7ad2-2caa-42cf-874e-46168c8239c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593'}] {{(pid=74279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:01:25.857278 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] Attempting to bind port a7b04ec3-751a-40cf-93d4-45bd04eb841e on network 2aef26c2-728e-4f07-ab10-dbc440359593 {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:01:25.874885 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Pushing event updated for resources: {'Port': ['ID=b8fbe929-f517-47cc-a18f-0af84ef0370a,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:25.885523 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:25.886916 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1011944'] for router_interface, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:25.896662 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 16:01:25.897307 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] Checking segment: {'id': '6e4f7ad2-2caa-42cf-874e-46168c8239c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:01:25.898482 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:25.899145 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] Bound using segment: {'id': '6e4f7ad2-2caa-42cf-874e-46168c8239c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593'} {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 16:01:25.899906 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] Bound port: a7b04ec3-751a-40cf-93d4-45bd04eb841e, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4f7ad2-2caa-42cf-874e-46168c8239c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593'}}] {{(pid=74279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:01:25.900518 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:25.944847 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] Routers {'315c2e69-f52c-4d70-9281-76f1c5a027ed'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:01:25.945935 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:01:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['315c2e69-f52c-4d70-9281-76f1c5a027ed'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:26.044372 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:26.098978 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2edaa672-6f20-4f68-8b02-c8fb1e68f7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:26.103545 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b8f27e9a-cb78-4188-95b4-cdd04a8eaa8b tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:26.115778 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.db [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] For port a7b04ec3-751a-40cf-93d4-45bd04eb841e, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:01:26.124329 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.db [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] For port a7b04ec3-751a-40cf-93d4-45bd04eb841e, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=a7b04ec3-751a-40cf-93d4-45bd04eb841e,segment=NetworkSegment(6e4f7ad2-2caa-42cf-874e-46168c8239c3),segment_id=6e4f7ad2-2caa-42cf-874e-46168c8239c3)] {{(pid=74279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:01:26.140317 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4064a4-af8c-4d4a-af8e-b73b77f2dde2 None None] Pushing event updated for resources: {'Port': ['ID=3a47c399-4a2d-4b40-aab1-7abd709a8e1b,revision_number=3']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:26.143383 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:26.145675 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-8c4064a4-af8c-4d4a-af8e-b73b77f2dde2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:26.160444 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:26.187647 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edaa672-6f20-4f68-8b02-c8fb1e68f7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=d024bf45-f34e-4280-90ab-e623230071e6,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:26.190685 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2edaa672-6f20-4f68-8b02-c8fb1e68f7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:26.264804 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] Routers {'08432412-b51d-4bc7-9f50-0dfaf7272c27'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:01:26.271196 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:01:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['08432412-b51d-4bc7-9f50-0dfaf7272c27'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:26.362410 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 9f618255-c860-4b13-9175-31f1f02e9309 up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:01:26.442463 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f44964-9a0a-4592-aec4-23307fcfccf7 None None] Pushing event updated for resources: {'Port': ['ID=a7b04ec3-751a-40cf-93d4-45bd04eb841e,revision_number=4']} {{(pid=74279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:26.450475 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-b7f44964-9a0a-4592-aec4-23307fcfccf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:26.485138 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] Set router 315c2e69-f52c-4d70-9281-76f1c5a027ed gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:01:26.491039 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:26.497655 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1598889'] for port, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:26.535796 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:26.538024 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2edaa672-6f20-4f68-8b02-c8fb1e68f7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16660826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1012621'] for router_interface, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:26.564205 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 9f618255-c860-4b13-9175-31f1f02e9309 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:01:26.564904 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:26.631937 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15981793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012499'] for router_interface, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:26.637408 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Pushing event updated for resources: {'Port': ['ID=b8fbe929-f517-47cc-a18f-0af84ef0370a,revision_number=2']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:26.643630 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:26.710159 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] Set router 08432412-b51d-4bc7-9f50-0dfaf7272c27 gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:01:26.827401 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Network 1f8f21e2-3309-4529-90e5-67b039cab8c9 is already hosted by enough agents. {{(pid=74276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:01:26.830175 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Resources bound (agent type, host, resource id): {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:01:27.002544 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-e635ef5e-6c8a-4f2e-93e3-f290b0853f33 None None] Provisioning for port b8fbe929-f517-47cc-a18f-0af84ef0370a completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:01:27.018870 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-e635ef5e-6c8a-4f2e-93e3-f290b0853f33 None None] Provisioning complete for port b8fbe929-f517-47cc-a18f-0af84ef0370a triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:01:27.019374 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-e635ef5e-6c8a-4f2e-93e3-f290b0853f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:27.177027 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-e635ef5e-6c8a-4f2e-93e3-f290b0853f33 None None] Port b8fbe929-f517-47cc-a18f-0af84ef0370a cannot update to ACTIVE because it is not bound. {{(pid=74278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 09 16:01:27.209202 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'name': 'tempest-TestMinimumBasicScenario-2091181227-router', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': '1130af67-f694-4762-8a66-fb305976fc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:11Z', 'updated_at': '2021-07-09T16:01:16Z', 'revision_number': 4, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'gw_port': {'id': '1130af67-f694-4762-8a66-fb305976fc45', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:12Z', 'updated_at': '2021-07-09T16:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'a7b04ec3-751a-40cf-93d4-45bd04eb841e', 'name': '', 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'mac_address': 'fa:16:3e:69:70:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c22bd6f-ed95-4156-aa3f-f5c013fbf309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:15Z', 'updated_at': '2021-07-09T16:01:26Z', 'revision_number': 4, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'subnets': [{'id': '5c22bd6f-ed95-4156-aa3f-f5c013fbf309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:27.221784 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dd2a05-fb72-4648-9fc4-04865b2cd0f8 None None] The sync data for ids ['08432412-b51d-4bc7-9f50-0dfaf7272c27'] in dv-cinder-800228-1-smb is: [{'id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'name': 'tempest-TestMinimumBasicScenario-2091181227-router', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': '1130af67-f694-4762-8a66-fb305976fc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:11Z', 'updated_at': '2021-07-09T16:01:16Z', 'revision_number': 4, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'gw_port': {'id': '1130af67-f694-4762-8a66-fb305976fc45', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:12Z', 'updated_at': '2021-07-09T16:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'a7b04ec3-751a-40cf-93d4-45bd04eb841e', 'name': '', 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'mac_address': 'fa:16:3e:69:70:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c22bd6f-ed95-4156-aa3f-f5c013fbf309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:15Z', 'updated_at': '2021-07-09T16:01:26Z', 'revision_number': 4, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'subnets': [{'id': '5c22bd6f-ed95-4156-aa3f-f5c013fbf309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:01:27.260796 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c2e69-f52c-4d70-9281-76f1c5a027ed', 'name': 'tempest-TestMinimumBasicScenario-216675101-router', 'tenant_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '3a47c399-4a2d-4b40-aab1-7abd709a8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:20Z', 'updated_at': '2021-07-09T16:01:25Z', 'revision_number': 4, 'project_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'gw_port': {'id': '3a47c399-4a2d-4b40-aab1-7abd709a8e1b', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c2e69-f52c-4d70-9281-76f1c5a027ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:21Z', 'updated_at': '2021-07-09T16:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'b8fbe929-f517-47cc-a18f-0af84ef0370a', 'name': '', 'network_id': '1f8f21e2-3309-4529-90e5-67b039cab8c9', 'tenant_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'mac_address': 'fa:16:3e:ae:44:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c2e69-f52c-4d70-9281-76f1c5a027ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be88ad51-8ef3-4f52-bfbd-5e908df03566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:24Z', 'updated_at': '2021-07-09T16:01:25Z', 'revision_number': 1, 'project_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'subnets': [{'id': 'be88ad51-8ef3-4f52-bfbd-5e908df03566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:27.265199 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e5db43-5aae-4d02-93be-3665e1953a61 None None] The sync data for ids ['315c2e69-f52c-4d70-9281-76f1c5a027ed'] in dv-cinder-800228-1-smb is: [{'id': '315c2e69-f52c-4d70-9281-76f1c5a027ed', 'name': 'tempest-TestMinimumBasicScenario-216675101-router', 'tenant_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '3a47c399-4a2d-4b40-aab1-7abd709a8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:20Z', 'updated_at': '2021-07-09T16:01:25Z', 'revision_number': 4, 'project_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'gw_port': {'id': '3a47c399-4a2d-4b40-aab1-7abd709a8e1b', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c2e69-f52c-4d70-9281-76f1c5a027ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:21Z', 'updated_at': '2021-07-09T16:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'b8fbe929-f517-47cc-a18f-0af84ef0370a', 'name': '', 'network_id': '1f8f21e2-3309-4529-90e5-67b039cab8c9', 'tenant_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'mac_address': 'fa:16:3e:ae:44:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c2e69-f52c-4d70-9281-76f1c5a027ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be88ad51-8ef3-4f52-bfbd-5e908df03566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:24Z', 'updated_at': '2021-07-09T16:01:25Z', 'revision_number': 1, 'project_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'subnets': [{'id': 'be88ad51-8ef3-4f52-bfbd-5e908df03566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:01:27.332583 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-f1d18d0b-b86d-45c5-95b0-d5ed16a2f370 None None] Provisioning complete for port b8fbe929-f517-47cc-a18f-0af84ef0370a triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:01:27.332966 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-f1d18d0b-b86d-45c5-95b0-d5ed16a2f370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:27.374373 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Router 315c2e69-f52c-4d70-9281-76f1c5a027ed has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 16:01:27.433134 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-f1d18d0b-b86d-45c5-95b0-d5ed16a2f370 None None] Port b8fbe929-f517-47cc-a18f-0af84ef0370a cannot update to ACTIVE because it is not bound. {{(pid=74278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 09 16:01:27.766101 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edaa672-6f20-4f68-8b02-c8fb1e68f7cb admin admin] Router 96c649ff-d6aa-4e19-9740-3b413796a21a has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 16:01:27.820628 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:01:27.845837 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] 10.222.0.66 "PUT /v2.0/routers/315c2e69-f52c-4d70-9281-76f1c5a027ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8910351 Jul 09 16:01:28.082003 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edaa672-6f20-4f68-8b02-c8fb1e68f7cb admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:01:28.104756 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc556dd6-2712-4d81-93f5-cb4e5254a082 None None] Sync routers for ids ['96c649ff-d6aa-4e19-9740-3b413796a21a'] in dv-cinder-800228-1-smb {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 16:01:28.105641 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-2edaa672-6f20-4f68-8b02-c8fb1e68f7cb admin admin] 10.222.0.66 "PUT /v2.0/routers/96c649ff-d6aa-4e19-9740-3b413796a21a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8462958 Jul 09 16:01:28.109640 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 44878) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:28.149402 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc556dd6-2712-4d81-93f5-cb4e5254a082 None None] Routers {'96c649ff-d6aa-4e19-9740-3b413796a21a'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:01:28.150446 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-dc556dd6-2712-4d81-93f5-cb4e5254a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:01:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['96c649ff-d6aa-4e19-9740-3b413796a21a'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:28.397459 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device a7b04ec3-751a-40cf-93d4-45bd04eb841e up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:01:28.563402 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ade55487-66ec-46fa-b935-936e3be36c87 admin admin] Notify callbacks [] for router, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:28.612996 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-dc556dd6-2712-4d81-93f5-cb4e5254a082 None None] Set router 96c649ff-d6aa-4e19-9740-3b413796a21a gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:01:28.935380 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ade55487-66ec-46fa-b935-936e3be36c87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:28.952727 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [None req-ade55487-66ec-46fa-b935-936e3be36c87 admin admin] Deleting port 8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1 {{(pid=74276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:01:28.953897 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ade55487-66ec-46fa-b935-936e3be36c87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:29.007407 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port a7b04ec3-751a-40cf-93d4-45bd04eb841e completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:01:29.030882 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port a7b04ec3-751a-40cf-93d4-45bd04eb841e triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:01:29.031477 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:29.193278 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [None req-ade55487-66ec-46fa-b935-936e3be36c87 admin admin] For port 8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:01:29.193794 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ade55487-66ec-46fa-b935-936e3be36c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:29.326101 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-dc556dd6-2712-4d81-93f5-cb4e5254a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c649ff-d6aa-4e19-9740-3b413796a21a', 'name': 'tempest-ServerRescueNegativeTestJSON-377368882-router', 'tenant_id': '798c4c987947430b9f5ca3417f6fae1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:54Z', 'updated_at': '2021-07-09T16:01:25Z', 'revision_number': 5, 'project_id': '798c4c987947430b9f5ca3417f6fae1e', 'gw_port': {'id': '8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c649ff-d6aa-4e19-9740-3b413796a21a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:29.329586 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:29.350924 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc556dd6-2712-4d81-93f5-cb4e5254a082 None None] Checking router: 96c649ff-d6aa-4e19-9740-3b413796a21a for host: dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 16:01:29.378370 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc556dd6-2712-4d81-93f5-cb4e5254a082 None None] Routers {'96c649ff-d6aa-4e19-9740-3b413796a21a'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:01:29.379469 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-dc556dd6-2712-4d81-93f5-cb4e5254a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:01:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['96c649ff-d6aa-4e19-9740-3b413796a21a'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:29.396997 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [None req-ade55487-66ec-46fa-b935-936e3be36c87 admin admin] Calling delete_port for 8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1 owned by network:router_gateway {{(pid=74276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:01:29.609040 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] For port a7b04ec3-751a-40cf-93d4-45bd04eb841e, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=a7b04ec3-751a-40cf-93d4-45bd04eb841e,segment=NetworkSegment(6e4f7ad2-2caa-42cf-874e-46168c8239c3),segment_id=6e4f7ad2-2caa-42cf-874e-46168c8239c3)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:01:29.614903 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:29.627624 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:29.694521 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-dc556dd6-2712-4d81-93f5-cb4e5254a082 None None] Set router 96c649ff-d6aa-4e19-9740-3b413796a21a gateway port host: None {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:01:29.775882 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ade55487-66ec-46fa-b935-936e3be36c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:29.780084 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:29.838545 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade55487-66ec-46fa-b935-936e3be36c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:29.839963 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Pushing event updated for resources: {'Port': ['ID=a7b04ec3-751a-40cf-93d4-45bd04eb841e,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:29.846852 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:29.846852 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-dc556dd6-2712-4d81-93f5-cb4e5254a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c649ff-d6aa-4e19-9740-3b413796a21a', 'name': 'tempest-ServerRescueNegativeTestJSON-377368882-router', 'tenant_id': '798c4c987947430b9f5ca3417f6fae1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:54Z', 'updated_at': '2021-07-09T16:01:28Z', 'revision_number': 6, 'project_id': '798c4c987947430b9f5ca3417f6fae1e', 'gw_port_host': None}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:29.851568 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc556dd6-2712-4d81-93f5-cb4e5254a082 None None] The sync data for ids ['96c649ff-d6aa-4e19-9740-3b413796a21a'] in dv-cinder-800228-1-smb is: [{'id': '96c649ff-d6aa-4e19-9740-3b413796a21a', 'name': 'tempest-ServerRescueNegativeTestJSON-377368882-router', 'tenant_id': '798c4c987947430b9f5ca3417f6fae1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:54Z', 'updated_at': '2021-07-09T16:01:28Z', 'revision_number': 6, 'project_id': '798c4c987947430b9f5ca3417f6fae1e', 'gw_port_host': None}] {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:01:29.853624 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-ade55487-66ec-46fa-b935-936e3be36c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:30.240701 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ade55487-66ec-46fa-b935-936e3be36c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011722'] for router_gateway, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:30.539949 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 3a47c399-4a2d-4b40-aab1-7abd709a8e1b up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:01:30.615320 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ade55487-66ec-46fa-b935-936e3be36c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1001910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3295'] for router, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:30.623538 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ade55487-66ec-46fa-b935-936e3be36c87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:30.634729 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port 3a47c399-4a2d-4b40-aab1-7abd709a8e1b completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:01:30.640466 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 3a47c399-4a2d-4b40-aab1-7abd709a8e1b triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:01:30.640942 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:30.778589 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ade55487-66ec-46fa-b935-936e3be36c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-999974'] for router, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:30.779094 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade55487-66ec-46fa-b935-936e3be36c87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96c649ff-d6aa-4e19-9740-3b413796a21a {{(pid=74276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:01:30.801275 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ade55487-66ec-46fa-b935-936e3be36c87 admin admin] Notify callbacks [] for router, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:30.803744 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-ade55487-66ec-46fa-b935-936e3be36c87 admin admin] 10.222.0.66 "DELETE /v2.0/routers/96c649ff-d6aa-4e19-9740-3b413796a21a HTTP/1.1" status: 204 len: 168 time: 2.6920345 Jul 09 16:01:30.807414 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 44898) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:30.839301 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:30.866101 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] For port 3a47c399-4a2d-4b40-aab1-7abd709a8e1b, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=3a47c399-4a2d-4b40-aab1-7abd709a8e1b,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:01:30.871523 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:30.872544 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device a7b04ec3-751a-40cf-93d4-45bd04eb841e up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:01:30.898063 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:30.932659 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_v2 [None req-52257f62-588d-4472-8cdf-203d6f3edf3e admin admin] Deleting subnet 4121e6a0-77e3-405e-b1c9-fb3cc0cd4986 {{(pid=74277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 09 16:01:30.936402 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-52257f62-588d-4472-8cdf-203d6f3edf3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:31.018275 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-52257f62-588d-4472-8cdf-203d6f3edf3e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:31.026390 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-52257f62-588d-4472-8cdf-203d6f3edf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16406145'] for subnet, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:31.027860 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Pushing event updated for resources: {'Port': ['ID=3a47c399-4a2d-4b40-aab1-7abd709a8e1b,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:31.036557 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:31.043468 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port a7b04ec3-751a-40cf-93d4-45bd04eb841e triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:01:31.043847 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:31.155248 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-52257f62-588d-4472-8cdf-203d6f3edf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16406158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for subnet, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:31.170058 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2134bcb8-1c53-46b5-9bd3-dd7d4bc81605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:31.241066 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52257f62-588d-4472-8cdf-203d6f3edf3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4121e6a0-77e3-405e-b1c9-fb3cc0cd4986,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:31.244147 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-52257f62-588d-4472-8cdf-203d6f3edf3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:31.259688 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-52257f62-588d-4472-8cdf-203d6f3edf3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:31.266691 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-52257f62-588d-4472-8cdf-203d6f3edf3e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4121e6a0-77e3-405e-b1c9-fb3cc0cd4986 HTTP/1.1" status: 204 len: 168 time: 0.4584482 Jul 09 16:01:31.270919 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 44904) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:31.275508 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device d024bf45-f34e-4280-90ab-e623230071e6 no longer exists at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:01:31.314784 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] No Port match for: d024bf45-f34e-4280-90ab-e623230071e6 {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:01:31.315988 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device d024bf45-f34e-4280-90ab-e623230071e6 not bound to the agent host dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:01:31.428761 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361167'] for network, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:31.608957 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16405790', 'neutron.services.segments.db._delete_segments_for_network-8749712051321'] for network, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:31.635536 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:01:31.636055 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:01:31.637098 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:01:31.637430 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Subscribe: > port after_create 55550000 {{(pid=74277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:01:31.637750 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:01:31.638104 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Subscribe: > port after_update 55550000 {{(pid=74277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:01:31.638440 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:01:31.639071 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:01:31.639537 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:01:31.639860 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:01:31.872464 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:01:31.873563 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:01:31.873913 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:01:31.876507 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:01:31.876507 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0720c046-472b-41f7-aed1-fe5049b59216']}} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:31.891438 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adca9cec-0610-4cd5-80a7-431e2d776b16') {'for_net_delete': True} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:31.891713 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adca9cec-0610-4cd5-80a7-431e2d776b16') {} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:31.914786 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749712136596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2500878'] for segment, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:31.937529 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:31.946215 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=74277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 09 16:01:31.946624 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16406059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501466'] for segment, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: util.warn_limited( Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: util.warn_limited( Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: Traceback (most recent call last): Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: timer() Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: cb(*args, **kw) Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: return func(*args, **kwargs) Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: self._notify() Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: self.callback(batched_events) Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: event.method(event) Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: return f(self, *a, **k) Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: return self._get(url).json() Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: return self.request(url, 'GET', **kwargs) Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:01:31.963574 dv-cinder-800228-1-smb neutron-server[74277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:01:32.059452 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16405767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011809'] for network, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:32.065348 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-17ddcf72-4977-4fc3-b3be-811ab6e14573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:32.102820 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:32.112667 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Pushing event deleted for resources: {'Network': ['ID=0720c046-472b-41f7-aed1-fe5049b59216,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:32.117806 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0720c046-472b-41f7-aed1-fe5049b59216 HTTP/1.1" status: 204 len: 168 time: 0.8440168 Jul 09 16:01:32.117806 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:32.211120 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 3a47c399-4a2d-4b40-aab1-7abd709a8e1b up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:01:32.306574 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port 3a47c399-4a2d-4b40-aab1-7abd709a8e1b triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:01:32.307367 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:32.410106 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 44910) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:32.475241 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-a08f564b-3701-48d4-9abc-8492b1dee516 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=798c4c987947430b9f5ca3417f6fae1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0621181 Jul 09 16:01:32.475643 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 44914) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:32.543146 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-86aa7ce8-81de-4aed-a59d-72c3bd059e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:32.578504 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-86aa7ce8-81de-4aed-a59d-72c3bd059e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:32.655354 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-86aa7ce8-81de-4aed-a59d-72c3bd059e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:32.660148 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-2a934907-7b50-45ff-babd-994f6dfef774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:32.675327 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa7ce8-81de-4aed-a59d-72c3bd059e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf1cd17-5fff-483b-b312-0e33bd7cad1e,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:32.677985 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-86aa7ce8-81de-4aed-a59d-72c3bd059e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:32.684161 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-86aa7ce8-81de-4aed-a59d-72c3bd059e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:32.689389 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-86aa7ce8-81de-4aed-a59d-72c3bd059e9b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0bf1cd17-5fff-483b-b312-0e33bd7cad1e HTTP/1.1" status: 204 len: 168 time: 0.2125187 Jul 09 16:01:33.862500 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-473c2bf9-3e73-4fbc-8878-52b84cde5ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:34.427243 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:36.101033 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-e9b08556-cc67-4b91-a5ea-df735a9baecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:36.117117 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1 no longer exists at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:01:36.189256 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] No Port match for: 8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1 {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:01:36.189889 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 8ab06ad0-9b01-4abc-9b14-e89ea04a0bd1 not bound to the agent host dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:01:37.087761 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:38.713835 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:41.326585 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-11b32274-5454-4b3e-9a7b-1bd3a4586d7a tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:41.327416 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-11b32274-5454-4b3e-9a7b-1bd3a4586d7a tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Synchronizing usage tracker for tenant:9734e6913b3742b99116bfdfd1f31a8c on resource:network {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:01:41.347294 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-11b32274-5454-4b3e-9a7b-1bd3a4586d7a tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Unset dirty status for tenant:9734e6913b3742b99116bfdfd1f31a8c on resource:network {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:01:41.348590 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-11b32274-5454-4b3e-9a7b-1bd3a4586d7a tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/networks?id=2aef26c2-728e-4f07-ab10-dbc440359593 HTTP/1.1" status: 200 len: 815 time: 0.1865897 Jul 09 16:01:41.369907 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-7dcb196c-fe2a-4cb0-b755-40a22c806a70 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/quotas/9734e6913b3742b99116bfdfd1f31a8c HTTP/1.1" status: 200 len: 375 time: 0.0150588 Jul 09 16:01:41.457317 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-22387778-7f19-47fb-ad1c-11923cbf897c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Synchronizing usage tracker for tenant:9734e6913b3742b99116bfdfd1f31a8c on resource:port {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:01:41.477960 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-22387778-7f19-47fb-ad1c-11923cbf897c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Unset dirty status for tenant:9734e6913b3742b99116bfdfd1f31a8c on resource:port {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:01:41.479312 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-22387778-7f19-47fb-ad1c-11923cbf897c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9734e6913b3742b99116bfdfd1f31a8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1036482 Jul 09 16:01:41.638830 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-9516eb51-7aec-4b75-a7ef-15af2c516744 service neutron] 10.222.0.66 "GET /v2.0/networks/2aef26c2-728e-4f07-ab10-dbc440359593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418788 Jul 09 16:01:41.795598 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-8ad5a2d6-c682-4e72-91df-f1b14c583bb5 service neutron] 10.222.0.66 "GET /v2.0/networks/2aef26c2-728e-4f07-ab10-dbc440359593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468675 Jul 09 16:01:42.003458 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-93ed754d-e572-40b0-9fae-a6e17b2f2a04 req-4beda3e2-9a76-4458-82d9-1f02b22ff282 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 210 time: 0.0521040 Jul 09 16:01:43.202837 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b2894b77-ce7e-4299-b8c1-d4de5a9d6c20 req-071427b0-348a-48f7-b5c2-2aba390a2c0c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 210 time: 0.0535994 Jul 09 16:01:43.489597 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-40cd79b5-bedc-426d-aae9-f314e138e760 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:43.490987 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-40cd79b5-bedc-426d-aae9-f314e138e760 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.89 "GET /v2.0/networks?id=2aef26c2-728e-4f07-ab10-dbc440359593 HTTP/1.1" status: 200 len: 815 time: 0.1682091 Jul 09 16:01:43.520951 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-dc78078d-7a31-4083-a60e-d1ba27f91b0b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Request body: {'port': {'device_id': '35ff7690-2674-4749-910f-ac9dfe81a052', 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593', 'admin_state_up': True, 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:01:43.816493 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-dc78078d-7a31-4083-a60e-d1ba27f91b0b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:01:43.831072 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-dc78078d-7a31-4083-a60e-d1ba27f91b0b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:01:43.843163 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-dc78078d-7a31-4083-a60e-d1ba27f91b0b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Made reservation on behalf of 9734e6913b3742b99116bfdfd1f31a8c for: {'port': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:01:43.848664 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-dc78078d-7a31-4083-a60e-d1ba27f91b0b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:44.066533 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-dc78078d-7a31-4083-a60e-d1ba27f91b0b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Allocated IP 172.20.0.6 (2aef26c2-728e-4f07-ab10-dbc440359593/5c22bd6f-ed95-4156-aa3f-f5c013fbf309/c4387640-a7d4-43ff-862a-466882cde4d9) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:01:44.499087 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-dc78078d-7a31-4083-a60e-d1ba27f91b0b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:44.507211 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-de7c3c51-bdca-415e-8b4b-5d378d5fd506 req-54346e39-a116-44fa-a1d8-db4d69919c0f tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 210 time: 0.0902016 Jul 09 16:01:44.534332 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-dc78078d-7a31-4083-a60e-d1ba27f91b0b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Transition to ACTIVE for port object c4387640-a7d4-43ff-862a-466882cde4d9 will not be triggered until provisioned by entity DHCP. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:01:44.565497 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-dc78078d-7a31-4083-a60e-d1ba27f91b0b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:44.574623 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c6e8f444-3d3a-4ea3-b87a-b43c4d17ccfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:44.664318 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-dc78078d-7a31-4083-a60e-d1ba27f91b0b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Network 2aef26c2-728e-4f07-ab10-dbc440359593 is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:01:44.668370 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-dc78078d-7a31-4083-a60e-d1ba27f91b0b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:01:44.674366 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-dc78078d-7a31-4083-a60e-d1ba27f91b0b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:01:44.772748 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78078d-7a31-4083-a60e-d1ba27f91b0b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Pushing event updated for resources: {'Port': ['ID=c4387640-a7d4-43ff-862a-466882cde4d9,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:44.786212 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-dc78078d-7a31-4083-a60e-d1ba27f91b0b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:44.800112 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-dc78078d-7a31-4083-a60e-d1ba27f91b0b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:44.800787 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-dc78078d-7a31-4083-a60e-d1ba27f91b0b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:44.864531 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-dc78078d-7a31-4083-a60e-d1ba27f91b0b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3488417 Jul 09 16:01:45.062689 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-40f729d9-a4ab-4ad4-870d-2d1588a07e43 None None] Provisioning for port c4387640-a7d4-43ff-862a-466882cde4d9 completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:01:45.070753 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-40f729d9-a4ab-4ad4-870d-2d1588a07e43 None None] Provisioning complete for port c4387640-a7d4-43ff-862a-466882cde4d9 triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:01:45.070753 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-40f729d9-a4ab-4ad4-870d-2d1588a07e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:45.130968 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-40f729d9-a4ab-4ad4-870d-2d1588a07e43 None None] Port c4387640-a7d4-43ff-862a-466882cde4d9 cannot update to ACTIVE because it is not bound. {{(pid=74278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 09 16:01:45.466432 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45088) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:45.746391 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7f22ac11-e14b-4be4-999b-a19c8cf2fb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:45.822057 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-7f22ac11-e14b-4be4-999b-a19c8cf2fb42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:01:45.827228 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-7f22ac11-e14b-4be4-999b-a19c8cf2fb42 admin admin] Usage tracker for resource:security_group_rule and tenant:cdce0572a574443d972bb16f98060ab6 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:01:45.833298 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-7f22ac11-e14b-4be4-999b-a19c8cf2fb42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:01:45.839492 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-7f22ac11-e14b-4be4-999b-a19c8cf2fb42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:01:45.854083 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe45c8-ed24-4d7b-afa1-c601c0562554 req-3eda648a-e7f1-470b-9323-b6528bad8a66 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:45.855791 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bcbe45c8-ed24-4d7b-afa1-c601c0562554 req-3eda648a-e7f1-470b-9323-b6528bad8a66 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 931 time: 0.1657331 Jul 09 16:01:45.957923 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-bcbe45c8-ed24-4d7b-afa1-c601c0562554 req-11f124d7-1141-4c14-9482-89f773341356 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Synchronizing usage tracker for tenant:9734e6913b3742b99116bfdfd1f31a8c on resource:security_group {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:01:46.002580 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-bcbe45c8-ed24-4d7b-afa1-c601c0562554 req-11f124d7-1141-4c14-9482-89f773341356 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Unset dirty status for tenant:9734e6913b3742b99116bfdfd1f31a8c on resource:security_group {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:01:46.004127 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bcbe45c8-ed24-4d7b-afa1-c601c0562554 req-11f124d7-1141-4c14-9482-89f773341356 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413956 Jul 09 16:01:46.008720 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7f22ac11-e14b-4be4-999b-a19c8cf2fb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:46.012242 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7f22ac11-e14b-4be4-999b-a19c8cf2fb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:46.020491 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-ce4243bd-c65e-42e5-af83-221d039e5166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:46.063284 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22ac11-e14b-4be4-999b-a19c8cf2fb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1f5ce7-88e6-42ab-9eff-6d0d72ea5f40,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:46.070284 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-7f22ac11-e14b-4be4-999b-a19c8cf2fb42 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cdce0572a574443d972bb16f98060ab6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6027114 Jul 09 16:01:46.071401 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-7f22ac11-e14b-4be4-999b-a19c8cf2fb42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:46.073958 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45096) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:46.161527 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-814114c0-1936-40fc-bf50-434798dd49cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:46.195617 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-814114c0-1936-40fc-bf50-434798dd49cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:46.272559 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-814114c0-1936-40fc-bf50-434798dd49cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:46.277009 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-eae77659-14cf-4d6f-88c1-e83c7a2af342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:46.295507 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814114c0-1936-40fc-bf50-434798dd49cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1f5ce7-88e6-42ab-9eff-6d0d72ea5f40,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:46.301135 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-814114c0-1936-40fc-bf50-434798dd49cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:46.305672 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-814114c0-1936-40fc-bf50-434798dd49cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:46.310463 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-814114c0-1936-40fc-bf50-434798dd49cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fa1f5ce7-88e6-42ab-9eff-6d0d72ea5f40 HTTP/1.1" status: 204 len: 168 time: 0.2370436 Jul 09 16:01:47.479108 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6dfd5-53ae-4002-8536-773ab1d4c21b req-b200d496-0c02-40f3-9373-0a3d6735483f tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:47.480945 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a2b6dfd5-53ae-4002-8536-773ab1d4c21b req-b200d496-0c02-40f3-9373-0a3d6735483f tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 931 time: 0.2599730 Jul 09 16:01:47.552533 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a2b6dfd5-53ae-4002-8536-773ab1d4c21b req-a7617229-90c8-4cba-b97d-d1d5de4129b7 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636809 Jul 09 16:01:48.947438 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201cde3-9932-45f8-9ca2-709ce26f07b0 req-4194bce7-9d6c-475f-a9ef-bf3db9cd491f tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:48.949854 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e201cde3-9932-45f8-9ca2-709ce26f07b0 req-4194bce7-9d6c-475f-a9ef-bf3db9cd491f tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 931 time: 0.1386249 Jul 09 16:01:49.004807 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e201cde3-9932-45f8-9ca2-709ce26f07b0 req-46df4d41-8c03-418c-99ac-969b20a77528 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456655 Jul 09 16:01:49.714975 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45164) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:49.928999 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ae43346d-3c17-4275-9b8a-d1a1d9ee07f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:49.971360 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-ae43346d-3c17-4275-9b8a-d1a1d9ee07f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:01:49.975831 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-ae43346d-3c17-4275-9b8a-d1a1d9ee07f9 admin admin] Usage tracker for resource:security_group_rule and tenant:8dc2c4adbc9e4e9998da99a6ec7872dd is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:01:49.979144 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-ae43346d-3c17-4275-9b8a-d1a1d9ee07f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:01:49.987044 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-ae43346d-3c17-4275-9b8a-d1a1d9ee07f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:01:50.115140 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ae43346d-3c17-4275-9b8a-d1a1d9ee07f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:50.119957 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ae43346d-3c17-4275-9b8a-d1a1d9ee07f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:50.129093 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-80494e8e-4018-42d4-9b4f-66f716a18671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:50.224594 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-ae43346d-3c17-4275-9b8a-d1a1d9ee07f9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8dc2c4adbc9e4e9998da99a6ec7872dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5079675 Jul 09 16:01:50.225885 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43346d-3c17-4275-9b8a-d1a1d9ee07f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6929ab9-32c9-4417-9e48-2dadf131365a,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:50.229681 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45176) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:50.230564 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-ae43346d-3c17-4275-9b8a-d1a1d9ee07f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:50.385623 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6c963417-c1c0-4be3-9027-1683c8e44a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:50.389374 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226a7a7-924e-4016-aff5-e0d515b1e9ac req-4bfd7620-c19a-4d8b-8e99-94eb1e77bf25 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:50.391115 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2226a7a7-924e-4016-aff5-e0d515b1e9ac req-4bfd7620-c19a-4d8b-8e99-94eb1e77bf25 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 931 time: 0.0955884 Jul 09 16:01:50.427057 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6c963417-c1c0-4be3-9027-1683c8e44a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:50.513021 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2226a7a7-924e-4016-aff5-e0d515b1e9ac req-1173e9d1-c5ea-4af2-afab-0b95ca29a148 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109798 Jul 09 16:01:50.518084 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6c963417-c1c0-4be3-9027-1683c8e44a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:50.527213 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-814114c0-1936-40fc-bf50-434798dd49cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:50.543154 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c963417-c1c0-4be3-9027-1683c8e44a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6929ab9-32c9-4417-9e48-2dadf131365a,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:50.546424 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-6c963417-c1c0-4be3-9027-1683c8e44a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:50.547786 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6c963417-c1c0-4be3-9027-1683c8e44a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:50.550221 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-6c963417-c1c0-4be3-9027-1683c8e44a54 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d6929ab9-32c9-4417-9e48-2dadf131365a HTTP/1.1" status: 204 len: 168 time: 0.3185813 Jul 09 16:01:51.071596 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45192) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:51.098303 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b030000d-8fce-4610-b09b-24570d9c8c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:51.172224 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-b030000d-8fce-4610-b09b-24570d9c8c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:01:51.182175 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-b030000d-8fce-4610-b09b-24570d9c8c72 admin admin] Usage tracker for resource:security_group_rule and tenant:b65e3ce3b30a4d10930dfdd0099b1f18 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:01:51.191114 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-b030000d-8fce-4610-b09b-24570d9c8c72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:01:51.200863 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-b030000d-8fce-4610-b09b-24570d9c8c72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:01:51.299642 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b030000d-8fce-4610-b09b-24570d9c8c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:51.306761 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b030000d-8fce-4610-b09b-24570d9c8c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:51.319514 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-100de0e8-05cb-4b32-873b-6668d3730ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:51.384605 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030000d-8fce-4610-b09b-24570d9c8c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b137e2-a030-48a6-b005-5ecf0f91c1e6,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:51.390079 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b030000d-8fce-4610-b09b-24570d9c8c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:51.396986 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-b030000d-8fce-4610-b09b-24570d9c8c72 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b65e3ce3b30a4d10930dfdd0099b1f18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3224123 Jul 09 16:01:51.399987 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45196) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:51.507850 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ead7ef41-005b-4f53-9eee-1175684ee9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:51.551829 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ead7ef41-005b-4f53-9eee-1175684ee9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:51.620626 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ead7ef41-005b-4f53-9eee-1175684ee9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:51.625679 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-86aa7ce8-81de-4aed-a59d-72c3bd059e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:51.640453 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7ef41-005b-4f53-9eee-1175684ee9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b137e2-a030-48a6-b005-5ecf0f91c1e6,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:51.642697 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-ead7ef41-005b-4f53-9eee-1175684ee9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:51.654876 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ead7ef41-005b-4f53-9eee-1175684ee9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:51.660371 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-ead7ef41-005b-4f53-9eee-1175684ee9f9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/21b137e2-a030-48a6-b005-5ecf0f91c1e6 HTTP/1.1" status: 204 len: 168 time: 0.2549045 Jul 09 16:01:51.810275 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7afb62-3ebe-418d-8ed5-e1042944daaf req-933bbf01-afad-42ff-93f4-2bbbefaedae9 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:51.812850 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9e7afb62-3ebe-418d-8ed5-e1042944daaf req-933bbf01-afad-42ff-93f4-2bbbefaedae9 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 931 time: 0.1304202 Jul 09 16:01:51.887783 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9e7afb62-3ebe-418d-8ed5-e1042944daaf req-b6642258-f45d-447b-9d0f-5a5daa9dbb21 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641155 Jul 09 16:01:52.941413 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45224) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:53.110724 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1888663277-network', 'tenant_id': '1668a1c9acaa4cbc9e2f34a27e5b0b19'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:01:53.116217 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:01:53.120946 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Usage tracker for resource:network and tenant:1668a1c9acaa4cbc9e2f34a27e5b0b19 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:01:53.134741 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:01:53.146566 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:01:53.166958 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Made reservation on behalf of 1668a1c9acaa4cbc9e2f34a27e5b0b19 for: {'network': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:01:53.173941 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for network, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:53.192377 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:53.240440 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:01:53.248923 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Usage tracker for resource:security_group_rule and tenant:1668a1c9acaa4cbc9e2f34a27e5b0b19 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:01:53.253352 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:01:53.260267 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:01:53.350944 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:53.364467 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:53.385137 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-741a1c98-3ba7-494b-837c-2143a6be8518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:53.434055 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=74277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 09 16:01:53.456631 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7464de-c8c4-4560-a09d-f56ca75e2169,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:53.463835 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:53.465255 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:53.466939 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.db.segments_db [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Added segment 123c6d8d-1d55-4f0d-8a2e-c846847ec686 of type vlan for network e09a7815-bd84-4997-98c2-55f0d17e9da6 Jul 09 16:01:53.524945 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749711616898'] for network, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:53.589344 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for network, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:53.591701 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:53.592879 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:53.614821 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c74f7208-6e2b-4af8-b8be-68638e7de154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:53.717244 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fc9e1-277b-4fdb-bc28-dd35f4894828 req-609f0056-2364-495c-acf7-f37efe4c3719 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:53.718761 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c48fc9e1-277b-4fdb-bc28-dd35f4894828 req-609f0056-2364-495c-acf7-f37efe4c3719 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 931 time: 0.3829167 Jul 09 16:01:53.757284 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Pushing event updated for resources: {'Network': ['ID=e09a7815-bd84-4997-98c2-55f0d17e9da6,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:53.762324 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:53.772058 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8290606 Jul 09 16:01:53.772919 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45238) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:53.773275 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Network e09a7815-bd84-4997-98c2-55f0d17e9da6 details requested by agent ovs-agent-dv-cinder-800228-1-smb with host dv-cinder-800228-1-smb {{(pid=74278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 16:01:53.779842 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-c2065351-c4ac-4c61-8f55-95d684527ed2 admin admin] Request body: {'subnet': {'network_id': 'e09a7815-bd84-4997-98c2-55f0d17e9da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1888663277-subnet', 'tenant_id': '1668a1c9acaa4cbc9e2f34a27e5b0b19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:01:53.785592 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-c2065351-c4ac-4c61-8f55-95d684527ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:01:53.796400 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-c2065351-c4ac-4c61-8f55-95d684527ed2 admin admin] Usage tracker for resource:subnet and tenant:1668a1c9acaa4cbc9e2f34a27e5b0b19 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:01:53.796400 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-c2065351-c4ac-4c61-8f55-95d684527ed2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:01:53.807321 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-c2065351-c4ac-4c61-8f55-95d684527ed2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:01:53.827697 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2065351-c4ac-4c61-8f55-95d684527ed2 admin admin] Made reservation on behalf of 1668a1c9acaa4cbc9e2f34a27e5b0b19 for: {'subnet': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:01:53.830801 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c2065351-c4ac-4c61-8f55-95d684527ed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2449562'] for subnet, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:53.877012 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c48fc9e1-277b-4fdb-bc28-dd35f4894828 req-ddd35b72-f310-4f11-af9e-0ff7c18f5669 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480570 Jul 09 16:01:54.107859 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c2065351-c4ac-4c61-8f55-95d684527ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2449760'] for subnet, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:54.114208 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-686452b8-37ca-4118-b6c1-05a0283453ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:54.206977 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2065351-c4ac-4c61-8f55-95d684527ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33abaafd-cc67-4e3e-94fc-dec15929b0d6,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:54.210017 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c2065351-c4ac-4c61-8f55-95d684527ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:54.218295 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2065351-c4ac-4c61-8f55-95d684527ed2 admin admin] Checking segment: {'id': '123c6d8d-1d55-4f0d-8a2e-c846847ec686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'e09a7815-bd84-4997-98c2-55f0d17e9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:01:54.218722 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2065351-c4ac-4c61-8f55-95d684527ed2 admin admin] Network hostable DHCP agents. Network: e09a7815-bd84-4997-98c2-55f0d17e9da6, hostable agents: ['345db053-3c23-47d8-b5a3-85dd9c57b748'], hosted agents: [] {{(pid=74277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:01:54.256292 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2065351-c4ac-4c61-8f55-95d684527ed2 admin admin] Network e09a7815-bd84-4997-98c2-55f0d17e9da6 is scheduled to be hosted by DHCP agent 345db053-3c23-47d8-b5a3-85dd9c57b748 with binding_index 1 {{(pid=74277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:01:54.280536 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-c2065351-c4ac-4c61-8f55-95d684527ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-smb, e09a7815-bd84-4997-98c2-55f0d17e9da6) {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:01:54.287348 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2065351-c4ac-4c61-8f55-95d684527ed2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:54.287925 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c2065351-c4ac-4c61-8f55-95d684527ed2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:54.290869 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580c53a1-dd78-40bd-abc8-ed20fdae71aa None None] Network e09a7815-bd84-4997-98c2-55f0d17e9da6 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:01:54.317813 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-c2065351-c4ac-4c61-8f55-95d684527ed2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5436926 Jul 09 16:01:54.713423 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1051e9d4-77da-4954-a169-cdff54354be4 None None] Network e09a7815-bd84-4997-98c2-55f0d17e9da6 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:01:55.126379 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:55.656904 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219cefd-490a-4974-ab36-df648beb9713 req-031985db-cb1d-4190-ae79-a83fcb547a92 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:55.669459 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e219cefd-490a-4974-ab36-df648beb9713 req-031985db-cb1d-4190-ae79-a83fcb547a92 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 931 time: 0.5105932 Jul 09 16:01:55.757246 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e219cefd-490a-4974-ab36-df648beb9713 req-6f007b4a-ab8d-4211-acaf-c78335b93e88 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863948 Jul 09 16:01:55.914011 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45268) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:55.920317 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1349174471-network', 'tenant_id': 'b1ded421c6e7425697643ef58a1dc3c1'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:01:55.926496 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:01:55.939926 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Usage tracker for resource:network and tenant:b1ded421c6e7425697643ef58a1dc3c1 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:01:55.947011 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:01:55.958104 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:01:55.975019 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Made reservation on behalf of b1ded421c6e7425697643ef58a1dc3c1 for: {'network': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:01:55.979482 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for network, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:56.008418 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:56.060462 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:01:56.067251 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Usage tracker for resource:security_group_rule and tenant:b1ded421c6e7425697643ef58a1dc3c1 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:01:56.071170 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:01:56.078239 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:01:56.203984 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:56.210549 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:56.223266 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-72533223-db66-44e4-bc5d-67bdae181b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:56.242779 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=74277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 09 16:01:56.265969 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:56.266320 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.db.segments_db [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Added segment 0119c4ed-abe1-46e2-8f6e-413be954e7d1 of type vlan for network 76b3dd0a-55f9-462e-aea8-926e53443f54 Jul 09 16:01:56.267587 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23227ff3-c7d6-4860-8b44-678eeb7c9108,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:56.277309 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:56.312265 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749711616898'] for network, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:56.363867 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for network, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:56.365441 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:56.366120 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:56.370500 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:56.479795 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Pushing event updated for resources: {'Network': ['ID=76b3dd0a-55f9-462e-aea8-926e53443f54,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:56.482949 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5678539 Jul 09 16:01:56.483856 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:56.488139 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45272) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:56.494342 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Network 76b3dd0a-55f9-462e-aea8-926e53443f54 details requested by agent ovs-agent-dv-cinder-800228-1-smb with host dv-cinder-800228-1-smb {{(pid=74278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 16:01:56.495627 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-a42fc031-e5f8-44d3-95e9-472509652e4e admin admin] Request body: {'subnet': {'network_id': '76b3dd0a-55f9-462e-aea8-926e53443f54', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1349174471-subnet', 'tenant_id': 'b1ded421c6e7425697643ef58a1dc3c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:01:56.502765 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-a42fc031-e5f8-44d3-95e9-472509652e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:01:56.512931 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-a42fc031-e5f8-44d3-95e9-472509652e4e admin admin] Usage tracker for resource:subnet and tenant:b1ded421c6e7425697643ef58a1dc3c1 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:01:56.519128 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-a42fc031-e5f8-44d3-95e9-472509652e4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:01:56.526388 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-a42fc031-e5f8-44d3-95e9-472509652e4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:01:56.541687 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42fc031-e5f8-44d3-95e9-472509652e4e admin admin] Made reservation on behalf of b1ded421c6e7425697643ef58a1dc3c1 for: {'subnet': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:01:56.544289 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-a42fc031-e5f8-44d3-95e9-472509652e4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1889871'] for subnet, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:56.624709 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] Sync routers for ids ['315c2e69-f52c-4d70-9281-76f1c5a027ed'] in dv-cinder-800228-1-smb {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 16:01:56.651389 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] Routers {'315c2e69-f52c-4d70-9281-76f1c5a027ed'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:01:56.652179 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:01:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['315c2e69-f52c-4d70-9281-76f1c5a027ed'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:56.858664 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] Set router 315c2e69-f52c-4d70-9281-76f1c5a027ed gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:01:56.940659 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-a42fc031-e5f8-44d3-95e9-472509652e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1598754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1890229'] for subnet, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:56.952091 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-b0c82ebc-61fb-4b9d-ac9c-0f1f30bbb4b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:57.064503 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fc031-e5f8-44d3-95e9-472509652e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0843b920-993f-49a6-aa7e-436be7a6bb38,revision_number=0']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:57.068662 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-a42fc031-e5f8-44d3-95e9-472509652e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:57.162458 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42fc031-e5f8-44d3-95e9-472509652e4e admin admin] Checking segment: {'id': '0119c4ed-abe1-46e2-8f6e-413be954e7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '76b3dd0a-55f9-462e-aea8-926e53443f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:01:57.163033 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42fc031-e5f8-44d3-95e9-472509652e4e admin admin] Network hostable DHCP agents. Network: 76b3dd0a-55f9-462e-aea8-926e53443f54, hostable agents: ['345db053-3c23-47d8-b5a3-85dd9c57b748'], hosted agents: [] {{(pid=74276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:01:57.203396 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5463bab-1a80-47c5-a669-d82d9c06fc79 req-f994de4a-c629-477f-938a-69648be13cf8 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:57.206277 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c5463bab-1a80-47c5-a669-d82d9c06fc79 req-f994de4a-c629-477f-938a-69648be13cf8 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 931 time: 0.1429985 Jul 09 16:01:57.212377 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42fc031-e5f8-44d3-95e9-472509652e4e admin admin] Network 76b3dd0a-55f9-462e-aea8-926e53443f54 is scheduled to be hosted by DHCP agent 345db053-3c23-47d8-b5a3-85dd9c57b748 with binding_index 1 {{(pid=74276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:01:57.279160 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-a42fc031-e5f8-44d3-95e9-472509652e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-smb, 76b3dd0a-55f9-462e-aea8-926e53443f54) {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:01:57.290092 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bb97d7-d81f-4828-b836-728860f6841d None None] Network 76b3dd0a-55f9-462e-aea8-926e53443f54 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:01:57.300887 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c5463bab-1a80-47c5-a669-d82d9c06fc79 req-0baa7b3b-9832-4809-8151-6d97dec1d696 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813265 Jul 09 16:01:57.305132 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42fc031-e5f8-44d3-95e9-472509652e4e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:57.305960 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-a42fc031-e5f8-44d3-95e9-472509652e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:57.312875 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c2e69-f52c-4d70-9281-76f1c5a027ed', 'name': 'tempest-TestMinimumBasicScenario-216675101-router', 'tenant_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '3a47c399-4a2d-4b40-aab1-7abd709a8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:20Z', 'updated_at': '2021-07-09T16:01:25Z', 'revision_number': 4, 'project_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'gw_port': {'id': '3a47c399-4a2d-4b40-aab1-7abd709a8e1b', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c2e69-f52c-4d70-9281-76f1c5a027ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:21Z', 'updated_at': '2021-07-09T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'b8fbe929-f517-47cc-a18f-0af84ef0370a', 'name': '', 'network_id': '1f8f21e2-3309-4529-90e5-67b039cab8c9', 'tenant_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'mac_address': 'fa:16:3e:ae:44:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c2e69-f52c-4d70-9281-76f1c5a027ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be88ad51-8ef3-4f52-bfbd-5e908df03566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:24Z', 'updated_at': '2021-07-09T16:01:26Z', 'revision_number': 2, 'project_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'subnets': [{'id': 'be88ad51-8ef3-4f52-bfbd-5e908df03566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:57.318624 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] Checking router: 315c2e69-f52c-4d70-9281-76f1c5a027ed for host: dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 16:01:57.318982 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] Updating router 315c2e69-f52c-4d70-9281-76f1c5a027ed port b8fbe929-f517-47cc-a18f-0af84ef0370a binding host dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 09 16:01:57.357429 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-a42fc031-e5f8-44d3-95e9-472509652e4e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8676045 Jul 09 16:01:57.436397 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:57.635287 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45286) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:57.638539 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98626a9-09ef-4229-891e-1228e306b397 None None] Network 76b3dd0a-55f9-462e-aea8-926e53443f54 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:01:57.765788 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_v2 [None req-a881d6aa-41b8-4f9a-b178-b9138d9caf70 admin admin] Deleting subnet 33abaafd-cc67-4e3e-94fc-dec15929b0d6 {{(pid=74276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 09 16:01:57.770746 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-a881d6aa-41b8-4f9a-b178-b9138d9caf70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:57.833041 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-a881d6aa-41b8-4f9a-b178-b9138d9caf70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1599483'] for subnet, precommit_delete_associations {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:57.931884 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] Notify callbacks [] for port, precommit_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:57.939170 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-a881d6aa-41b8-4f9a-b178-b9138d9caf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16406145'] for subnet, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:57.973941 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.provisioning_blocks [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] Transition to ACTIVE for port object b8fbe929-f517-47cc-a18f-0af84ef0370a will not be triggered until provisioned by entity L2. {{(pid=74279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:01:57.995595 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:57.999754 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-2f3983d3-e6e8-475b-8a82-5f67233e7e36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:58.041703 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-a881d6aa-41b8-4f9a-b178-b9138d9caf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16406158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1598819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1890222'] for subnet, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:58.059472 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:58.108986 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-a881d6aa-41b8-4f9a-b178-b9138d9caf70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:58.117902 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881d6aa-41b8-4f9a-b178-b9138d9caf70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33abaafd-cc67-4e3e-94fc-dec15929b0d6,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:58.129985 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881d6aa-41b8-4f9a-b178-b9138d9caf70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:58.130846 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881d6aa-41b8-4f9a-b178-b9138d9caf70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:58.131558 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881d6aa-41b8-4f9a-b178-b9138d9caf70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:58.132137 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881d6aa-41b8-4f9a-b178-b9138d9caf70 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:58.132711 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881d6aa-41b8-4f9a-b178-b9138d9caf70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:58.133282 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881d6aa-41b8-4f9a-b178-b9138d9caf70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:58.134186 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881d6aa-41b8-4f9a-b178-b9138d9caf70 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:58.134885 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881d6aa-41b8-4f9a-b178-b9138d9caf70 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:58.135442 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881d6aa-41b8-4f9a-b178-b9138d9caf70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:58.135854 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881d6aa-41b8-4f9a-b178-b9138d9caf70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:58.136311 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881d6aa-41b8-4f9a-b178-b9138d9caf70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:58.143631 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-a881d6aa-41b8-4f9a-b178-b9138d9caf70 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/33abaafd-cc67-4e3e-94fc-dec15929b0d6 HTTP/1.1" status: 204 len: 168 time: 0.5044441 Jul 09 16:01:58.143631 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-a881d6aa-41b8-4f9a-b178-b9138d9caf70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:58.143631 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45294) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:58.361745 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-a433bed0-bfd5-400d-b5cc-043c3a32ae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361167'] for network, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:58.461602 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d080db-e4f1-4a5f-888a-481d8872549f None None] Pushing event updated for resources: {'Port': ['ID=b8fbe929-f517-47cc-a18f-0af84ef0370a,revision_number=3']} {{(pid=74279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:58.471727 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-c8d080db-e4f1-4a5f-888a-481d8872549f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:58.507480 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] Attempting to bind port b8fbe929-f517-47cc-a18f-0af84ef0370a on host dv-cinder-800228-1-smb for vnic_type normal with profile {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:01:58.507791 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] Attempting to bind port b8fbe929-f517-47cc-a18f-0af84ef0370a by drivers openvswitch,hyperv on host dv-cinder-800228-1-smb at level 0 using segments [{'id': '9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1f8f21e2-3309-4529-90e5-67b039cab8c9'}] {{(pid=74279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:01:58.508131 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] Attempting to bind port b8fbe929-f517-47cc-a18f-0af84ef0370a on network 1f8f21e2-3309-4529-90e5-67b039cab8c9 {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:01:58.520494 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] Checking agent: {'id': '8e636e3c-a757-4d6f-b6d5-a78a3427a4e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 48, 34), 'started_at': datetime.datetime(2021, 7, 9, 15, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 16:01:58.520923 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] Checking segment: {'id': '9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1f8f21e2-3309-4529-90e5-67b039cab8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:01:58.521277 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:58.521677 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] Bound using segment: {'id': '9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1f8f21e2-3309-4529-90e5-67b039cab8c9'} {{(pid=74279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 16:01:58.522558 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.managers [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] Bound port: b8fbe929-f517-47cc-a18f-0af84ef0370a, host: dv-cinder-800228-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1f8f21e2-3309-4529-90e5-67b039cab8c9'}}] {{(pid=74279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:01:58.522946 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:58.646151 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.db [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] For port b8fbe929-f517-47cc-a18f-0af84ef0370a, host dv-cinder-800228-1-smb, cleared binding levels {{(pid=74279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:01:58.650382 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.plugins.ml2.db [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] For port b8fbe929-f517-47cc-a18f-0af84ef0370a, host dv-cinder-800228-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=b8fbe929-f517-47cc-a18f-0af84ef0370a,segment=NetworkSegment(9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14),segment_id=9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14)] {{(pid=74279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:01:58.655799 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron_lib.callbacks.manager [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:58.661382 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:58.688259 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-a433bed0-bfd5-400d-b5cc-043c3a32ae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16405790', 'neutron.services.segments.db._delete_segments_for_network-8749712051321'] for network, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:58.711048 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.services.segments.db [None req-a433bed0-bfd5-400d-b5cc-043c3a32ae6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09a7815-bd84-4997-98c2-55f0d17e9da6']}} {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:58.736746 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.services.segments.db [None req-a433bed0-bfd5-400d-b5cc-043c3a32ae6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123c6d8d-1d55-4f0d-8a2e-c846847ec686') {'for_net_delete': True} {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:58.737041 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.services.segments.db [None req-a433bed0-bfd5-400d-b5cc-043c3a32ae6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123c6d8d-1d55-4f0d-8a2e-c846847ec686') {} {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:58.752879 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-a433bed0-bfd5-400d-b5cc-043c3a32ae6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749712136596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1599458'] for segment, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:58.753305 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d080db-e4f1-4a5f-888a-481d8872549f None None] Pushing event updated for resources: {'Port': ['ID=b8fbe929-f517-47cc-a18f-0af84ef0370a,revision_number=4']} {{(pid=74279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:58.757299 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG oslo_concurrency.lockutils [None req-c8d080db-e4f1-4a5f-888a-481d8872549f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:58.758975 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] Routers {'315c2e69-f52c-4d70-9281-76f1c5a027ed'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:01:58.759624 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:01:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['315c2e69-f52c-4d70-9281-76f1c5a027ed'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:58.774098 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-a433bed0-bfd5-400d-b5cc-043c3a32ae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:58.807694 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a433bed0-bfd5-400d-b5cc-043c3a32ae6d admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=74276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 09 16:01:58.808963 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-a433bed0-bfd5-400d-b5cc-043c3a32ae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16406059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1598853'] for segment, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: Traceback (most recent call last): Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: timer() Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: cb(*args, **kw) Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: return func(*args, **kwargs) Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: self._notify() Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: self.callback(batched_events) Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: event.method(event) Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: return f(self, *a, **k) Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: return self._get(url).json() Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: return self.request(url, 'GET', **kwargs) Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:01:58.830013 dv-cinder-800228-1-smb neutron-server[74276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:01:58.960287 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4107e42-7061-4d74-9836-c2f1513cfcfb req-0711195c-1a1d-4d52-9242-8a022e12f37c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:58.962245 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b4107e42-7061-4d74-9836-c2f1513cfcfb req-0711195c-1a1d-4d52-9242-8a022e12f37c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 931 time: 0.4037669 Jul 09 16:01:59.013980 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-a433bed0-bfd5-400d-b5cc-043c3a32ae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16405767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011809'] for network, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:59.039385 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-6a2f55a8-def2-498f-9482-116dea44bcce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:59.049268 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] Set router 315c2e69-f52c-4d70-9281-76f1c5a027ed gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:01:59.055696 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-a433bed0-bfd5-400d-b5cc-043c3a32ae6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:59.068908 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433bed0-bfd5-400d-b5cc-043c3a32ae6d admin admin] Pushing event deleted for resources: {'Network': ['ID=e09a7815-bd84-4997-98c2-55f0d17e9da6,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:59.073628 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b4107e42-7061-4d74-9836-c2f1513cfcfb req-cfc13496-10df-49f8-b327-ee18adadb69c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996766 Jul 09 16:01:59.074644 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-a433bed0-bfd5-400d-b5cc-043c3a32ae6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:59.077523 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-a433bed0-bfd5-400d-b5cc-043c3a32ae6d admin admin] 10.222.0.66 "DELETE /v2.0/networks/e09a7815-bd84-4997-98c2-55f0d17e9da6 HTTP/1.1" status: 204 len: 168 time: 0.9313297 Jul 09 16:01:59.080406 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45300) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:59.154276 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_v2 [None req-b171055a-85b0-4087-9afd-ac281feb79ae admin admin] Deleting subnet 0843b920-993f-49a6-aa7e-436be7a6bb38 {{(pid=74276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 09 16:01:59.158405 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-b171055a-85b0-4087-9afd-ac281feb79ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:59.213858 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-b171055a-85b0-4087-9afd-ac281feb79ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1599483'] for subnet, precommit_delete_associations {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:59.282278 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-b171055a-85b0-4087-9afd-ac281feb79ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16406145'] for subnet, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:59.365138 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-b171055a-85b0-4087-9afd-ac281feb79ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16406158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1598819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1890222'] for subnet, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:59.373947 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:01:59.391104 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Request body: {'port': {'device_id': '35ff7690-2674-4749-910f-ac9dfe81a052', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:01:59.436754 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171055a-85b0-4087-9afd-ac281feb79ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0843b920-993f-49a6-aa7e-436be7a6bb38,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:59.441499 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-b171055a-85b0-4087-9afd-ac281feb79ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:01:59.445302 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-b171055a-85b0-4087-9afd-ac281feb79ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:59.454877 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-b171055a-85b0-4087-9afd-ac281feb79ae admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0843b920-993f-49a6-aa7e-436be7a6bb38 HTTP/1.1" status: 204 len: 168 time: 0.3731534 Jul 09 16:01:59.455488 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45306) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:01:59.472216 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c2e69-f52c-4d70-9281-76f1c5a027ed', 'name': 'tempest-TestMinimumBasicScenario-216675101-router', 'tenant_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '3a47c399-4a2d-4b40-aab1-7abd709a8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:20Z', 'updated_at': '2021-07-09T16:01:25Z', 'revision_number': 4, 'project_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'gw_port': {'id': '3a47c399-4a2d-4b40-aab1-7abd709a8e1b', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c2e69-f52c-4d70-9281-76f1c5a027ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:21Z', 'updated_at': '2021-07-09T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'b8fbe929-f517-47cc-a18f-0af84ef0370a', 'name': '', 'network_id': '1f8f21e2-3309-4529-90e5-67b039cab8c9', 'tenant_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'mac_address': 'fa:16:3e:ae:44:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c2e69-f52c-4d70-9281-76f1c5a027ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be88ad51-8ef3-4f52-bfbd-5e908df03566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:24Z', 'updated_at': '2021-07-09T16:01:58Z', 'revision_number': 4, 'project_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'subnets': [{'id': 'be88ad51-8ef3-4f52-bfbd-5e908df03566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:59.477894 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff480aad-8b43-4e17-ad96-53863c4aa354 None None] The sync data for ids ['315c2e69-f52c-4d70-9281-76f1c5a027ed'] in dv-cinder-800228-1-smb is: [{'id': '315c2e69-f52c-4d70-9281-76f1c5a027ed', 'name': 'tempest-TestMinimumBasicScenario-216675101-router', 'tenant_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '3a47c399-4a2d-4b40-aab1-7abd709a8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:20Z', 'updated_at': '2021-07-09T16:01:25Z', 'revision_number': 4, 'project_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'gw_port': {'id': '3a47c399-4a2d-4b40-aab1-7abd709a8e1b', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c2e69-f52c-4d70-9281-76f1c5a027ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:21Z', 'updated_at': '2021-07-09T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'b8fbe929-f517-47cc-a18f-0af84ef0370a', 'name': '', 'network_id': '1f8f21e2-3309-4529-90e5-67b039cab8c9', 'tenant_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'mac_address': 'fa:16:3e:ae:44:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c2e69-f52c-4d70-9281-76f1c5a027ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be88ad51-8ef3-4f52-bfbd-5e908df03566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:24Z', 'updated_at': '2021-07-09T16:01:58Z', 'revision_number': 4, 'project_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'subnets': [{'id': 'be88ad51-8ef3-4f52-bfbd-5e908df03566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:01:59.598075 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-0194ef1b-4df1-490e-9ddb-965cbd5ab985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361167'] for network, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:59.722482 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:59.823474 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-0194ef1b-4df1-490e-9ddb-965cbd5ab985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16405790', 'neutron.services.segments.db._delete_segments_for_network-8749712051321'] for network, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:59.840930 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.services.segments.db [None req-0194ef1b-4df1-490e-9ddb-965cbd5ab985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b3dd0a-55f9-462e-aea8-926e53443f54']}} {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:59.856688 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.services.segments.db [None req-0194ef1b-4df1-490e-9ddb-965cbd5ab985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0119c4ed-abe1-46e2-8f6e-413be954e7d1') {'for_net_delete': True} {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:59.856974 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.services.segments.db [None req-0194ef1b-4df1-490e-9ddb-965cbd5ab985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0119c4ed-abe1-46e2-8f6e-413be954e7d1') {} {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:59.874909 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-0194ef1b-4df1-490e-9ddb-965cbd5ab985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749712136596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1599458'] for segment, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:59.899326 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-0194ef1b-4df1-490e-9ddb-965cbd5ab985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:59.905816 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3705196c-fc53-4195-8931-7671f93ca9ef req-59fdd1ea-e872-47a9-ac8b-f7fe288f2b7d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1565757 Jul 09 16:01:59.913434 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0194ef1b-4df1-490e-9ddb-965cbd5ab985 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=74276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 09 16:01:59.914102 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-0194ef1b-4df1-490e-9ddb-965cbd5ab985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16406059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1598853'] for segment, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: Traceback (most recent call last): Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: timer() Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: cb(*args, **kw) Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: return func(*args, **kwargs) Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: self._notify() Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: self.callback(batched_events) Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: event.method(event) Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: return f(self, *a, **k) Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: return self._get(url).json() Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: return self.request(url, 'GET', **kwargs) Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:01:59.943812 dv-cinder-800228-1-smb neutron-server[74276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:02:00.083866 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-0194ef1b-4df1-490e-9ddb-965cbd5ab985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16405767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011809'] for network, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:00.097252 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-0194ef1b-4df1-490e-9ddb-965cbd5ab985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:00.100633 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:00.132769 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194ef1b-4df1-490e-9ddb-965cbd5ab985 admin admin] Pushing event deleted for resources: {'Network': ['ID=76b3dd0a-55f9-462e-aea8-926e53443f54,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:00.134889 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-0194ef1b-4df1-490e-9ddb-965cbd5ab985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:00.141168 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-0194ef1b-4df1-490e-9ddb-965cbd5ab985 admin admin] 10.222.0.66 "DELETE /v2.0/networks/76b3dd0a-55f9-462e-aea8-926e53443f54 HTTP/1.1" status: 204 len: 168 time: 0.6811953 Jul 09 16:02:00.158159 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3705196c-fc53-4195-8931-7671f93ca9ef req-c4d851a6-aca1-484e-9b17-33c531151cb9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3ea28ba7538a42cf98540122fdcd24bc&device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 1098 time: 0.1572402 Jul 09 16:02:00.203213 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4387640-a7d4-43ff-862a-466882cde4d9 {{(pid=74277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:02:00.215931 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:00.260781 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Transition to ACTIVE for port object c4387640-a7d4-43ff-862a-466882cde4d9 will not be triggered until provisioned by entity L2. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:02:00.268119 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501494'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:00.282528 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-11b35cef-d6ad-448a-9aa6-14b9328486a3 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:00.299998 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:02:00.420724 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device b8fbe929-f517-47cc-a18f-0af84ef0370a up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:02:00.494580 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Pushing event updated for resources: {'Port': ['ID=c4387640-a7d4-43ff-862a-466882cde4d9,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:00.509503 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:00.700150 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45316) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:00.701530 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning for port b8fbe929-f517-47cc-a18f-0af84ef0370a completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:02:00.716074 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port b8fbe929-f517-47cc-a18f-0af84ef0370a triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:02:00.716808 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:00.772957 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Attempting to bind port c4387640-a7d4-43ff-862a-466882cde4d9 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:02:00.773291 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Attempting to bind port c4387640-a7d4-43ff-862a-466882cde4d9 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '6e4f7ad2-2caa-42cf-874e-46168c8239c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593'}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:02:00.773616 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Attempting to bind port c4387640-a7d4-43ff-862a-466882cde4d9 on network 2aef26c2-728e-4f07-ab10-dbc440359593 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:02:00.789973 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Port c4387640-a7d4-43ff-862a-466882cde4d9 on network 2aef26c2-728e-4f07-ab10-dbc440359593 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 09 16:02:00.790310 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Attempting to bind port c4387640-a7d4-43ff-862a-466882cde4d9 on network 2aef26c2-728e-4f07-ab10-dbc440359593 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:02:00.815332 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705196c-fc53-4195-8931-7671f93ca9ef req-6f2705a1-f1bb-4417-a29d-bfe84bc823b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:00.817641 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3705196c-fc53-4195-8931-7671f93ca9ef req-6f2705a1-f1bb-4417-a29d-bfe84bc823b7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c0f8cb26-8b3d-4d13-b008-9f068bcd3651 HTTP/1.1" status: 200 len: 911 time: 0.5755136 Jul 09 16:02:00.819386 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Checking agent: {'id': '891cfaac-3e76-4d41-913f-991116fa71b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 16:02:00.819728 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Checking segment: {'id': '6e4f7ad2-2caa-42cf-874e-46168c8239c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:02:00.820119 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Bound using segment: {'id': '6e4f7ad2-2caa-42cf-874e-46168c8239c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593'} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 16:02:00.820563 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Bound port: c4387640-a7d4-43ff-862a-466882cde4d9, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e4f7ad2-2caa-42cf-874e-46168c8239c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593'}}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:02:00.820929 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:00.844813 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-dcbe5e8d-e90e-4ea0-aed0-eeb2f5e179cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1668a1c9acaa4cbc9e2f34a27e5b0b19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1423581 Jul 09 16:02:00.847917 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45322) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:00.948060 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:00.948342 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c384d79-719d-43a5-9b93-13aac464112f req-d8e168d1-3048-48ca-8e87-6255043817e1 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:00.956871 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7c384d79-719d-43a5-9b93-13aac464112f req-d8e168d1-3048-48ca-8e87-6255043817e1 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 943 time: 0.3824265 Jul 09 16:02:00.999829 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3705196c-fc53-4195-8931-7671f93ca9ef req-42e866a2-adb4-4c7a-ba34-6775280c5ab6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79c45d8-39ee-45e3-bb03-deaf529b4edd HTTP/1.1" status: 200 len: 1001 time: 0.1741595 Jul 09 16:02:01.029403 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] For port b8fbe929-f517-47cc-a18f-0af84ef0370a, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=b8fbe929-f517-47cc-a18f-0af84ef0370a,segment=NetworkSegment(9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14),segment_id=9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:01.043746 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-30562744-5d30-444a-a022-6e696a21a881 service neutron] For port c4387640-a7d4-43ff-862a-466882cde4d9, host hv-cinder-80022, cleared binding levels {{(pid=74277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:02:01.058058 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-535ebd38-35ab-4efd-89c6-d24f65657bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:01.081365 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-30562744-5d30-444a-a022-6e696a21a881 service neutron] For port c4387640-a7d4-43ff-862a-466882cde4d9, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c4387640-a7d4-43ff-862a-466882cde4d9,segment=NetworkSegment(6e4f7ad2-2caa-42cf-874e-46168c8239c3),segment_id=6e4f7ad2-2caa-42cf-874e-46168c8239c3)] {{(pid=74277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:02:01.102972 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-535ebd38-35ab-4efd-89c6-d24f65657bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:01.104225 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:01.106286 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:01.115190 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705196c-fc53-4195-8931-7671f93ca9ef req-35e632aa-9971-4faa-9df0-d69d52a469d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:01.120605 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3705196c-fc53-4195-8931-7671f93ca9ef req-35e632aa-9971-4faa-9df0-d69d52a469d8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4105b35-a599-44f8-8dc4-3f9e81bce3de HTTP/1.1" status: 200 len: 849 time: 0.0978851 Jul 09 16:02:01.123557 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7c384d79-719d-43a5-9b93-13aac464112f req-f38d2511-52c3-4242-80e4-edfb065948dd tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657972 Jul 09 16:02:01.152029 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501494'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:01.186056 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-4a2d9eb4-9305-4a90-9e11-d9a8ffa72206 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:01.217919 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Pushing event updated for resources: {'Port': ['ID=b8fbe929-f517-47cc-a18f-0af84ef0370a,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:01.221865 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:01.228443 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3705196c-fc53-4195-8931-7671f93ca9ef req-fdcaea5d-8a6f-42af-b378-7a86959855d4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c0f8cb26-8b3d-4d13-b008-9f068bcd3651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0963397 Jul 09 16:02:01.251186 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:01.255345 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-30562744-5d30-444a-a022-6e696a21a881 service neutron] 10.222.0.89 "PUT /v2.0/ports/c4387640-a7d4-43ff-862a-466882cde4d9 HTTP/1.1" status: 200 len: 1093 time: 1.8680375 Jul 09 16:02:01.255345 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ff7690-2674-4749-910f-ac9dfe81a052', 'tag': 'c4387640-a7d4-43ff-862a-466882cde4d9'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:02:01.312124 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Pushing event updated for resources: {'Port': ['ID=c4387640-a7d4-43ff-862a-466882cde4d9,revision_number=3']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:01.318281 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:01.321375 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-535ebd38-35ab-4efd-89c6-d24f65657bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:01.329502 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-7cd8a320-76f0-4703-9912-38f5caec9d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:01.351801 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ff7690-2674-4749-910f-ac9dfe81a052', 'tag': 'c4387640-a7d4-43ff-862a-466882cde4d9', 'status': 'completed', 'code': 200} Jul 09 16:02:01.356884 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ebd38-35ab-4efd-89c6-d24f65657bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7464de-c8c4-4560-a09d-f56ca75e2169,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:01.362404 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-535ebd38-35ab-4efd-89c6-d24f65657bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:01.415205 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-535ebd38-35ab-4efd-89c6-d24f65657bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:01.416421 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-535ebd38-35ab-4efd-89c6-d24f65657bd7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a7464de-c8c4-4560-a09d-f56ca75e2169 HTTP/1.1" status: 204 len: 168 time: 0.5675845 Jul 09 16:02:01.472260 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-88cd6020-6a9c-4961-afeb-19fcb7b376f8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9734e6913b3742b99116bfdfd1f31a8c&device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 1096 time: 0.1071370 Jul 09 16:02:01.547019 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3705196c-fc53-4195-8931-7671f93ca9ef req-c9f98268-abdf-4799-80ee-b7bdebdbf8ae service neutron] 10.222.0.89 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118978 Jul 09 16:02:01.575293 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-195844bf-544a-4dfa-ac10-3484c78ab3df service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4387640-a7d4-43ff-862a-466882cde4d9 HTTP/1.1" status: 200 len: 217 time: 0.0775964 Jul 09 16:02:01.651405 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-7ff22def-f2d2-402a-85b6-98625e980cf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:01.653008 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-7ff22def-f2d2-402a-85b6-98625e980cf7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5c22bd6f-ed95-4156-aa3f-f5c013fbf309 HTTP/1.1" status: 200 len: 854 time: 0.0671020 Jul 09 16:02:01.744501 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-bd0492c8-353a-407e-a3ab-08eb89492987 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2aef26c2-728e-4f07-ab10-dbc440359593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812979 Jul 09 16:02:01.758692 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3705196c-fc53-4195-8931-7671f93ca9ef req-26d71eb3-a18d-47b9-8d82-0d4dcd634487 service neutron] 10.222.0.89 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049620 Jul 09 16:02:01.925677 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-91869a96-2074-40af-96c2-0043d9dc2c8d service neutron] 10.222.0.89 "GET /v2.0/networks/2aef26c2-728e-4f07-ab10-dbc440359593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695280 Jul 09 16:02:01.990836 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45336) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:02.068694 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-0e8ace1f-c893-444f-be73-71dae1d3d06f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b1ded421c6e7425697643ef58a1dc3c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0730963 Jul 09 16:02:02.068694 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45340) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:02.134308 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a919d7fb-da16-4f2d-890f-5a0a830af90a req-c433a27f-a0b2-4b95-9c85-8d0e9bea0f18 service neutron] 10.222.0.89 "GET /v2.0/networks/2aef26c2-728e-4f07-ab10-dbc440359593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935692 Jul 09 16:02:02.147054 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-939717d8-3d51-4a1e-a492-e54122177296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:02.204250 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device b8fbe929-f517-47cc-a18f-0af84ef0370a up at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:02:02.214023 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-939717d8-3d51-4a1e-a492-e54122177296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:02.304515 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-939717d8-3d51-4a1e-a492-e54122177296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:02.311937 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-90a05c95-0e81-47fb-a3cb-63c21a2d6214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:02.341927 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Provisioning complete for port b8fbe929-f517-47cc-a18f-0af84ef0370a triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:02:02.342192 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:02.435706 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939717d8-3d51-4a1e-a492-e54122177296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23227ff3-c7d6-4860-8b44-678eeb7c9108,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:02.448805 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-939717d8-3d51-4a1e-a492-e54122177296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:02.459391 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-2f4e5510-9fa4-4dcd-8a33-2c62cfb4a55c req-1d5e5509-52f5-4dad-88ca-58f445b21932 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9734e6913b3742b99116bfdfd1f31a8c&device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 1096 time: 0.1587899 Jul 09 16:02:02.478408 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-939717d8-3d51-4a1e-a492-e54122177296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:02.482830 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-939717d8-3d51-4a1e-a492-e54122177296 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/23227ff3-c7d6-4860-8b44-678eeb7c9108 HTTP/1.1" status: 204 len: 168 time: 0.4105849 Jul 09 16:02:02.543090 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fc6f7-a285-4c99-b879-8bd9adb9f0be req-be6037f9-c60b-4ee8-a84c-d3eac2037e25 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:02.559964 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b67fc6f7-a285-4c99-b879-8bd9adb9f0be req-be6037f9-c60b-4ee8-a84c-d3eac2037e25 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 943 time: 0.2233067 Jul 09 16:02:02.690373 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b67fc6f7-a285-4c99-b879-8bd9adb9f0be req-b8839800-9d18-4324-b8ab-7c75329690ac tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294360 Jul 09 16:02:02.747191 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1099d-be6b-4793-90b5-ad7fe5ecfbf8 req-596aa2a4-da90-45a8-b088-89934a4a5686 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:02.749338 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-31c1099d-be6b-4793-90b5-ad7fe5ecfbf8 req-596aa2a4-da90-45a8-b088-89934a4a5686 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 946 time: 0.1872718 Jul 09 16:02:02.827613 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-31c1099d-be6b-4793-90b5-ad7fe5ecfbf8 req-5ad90e8c-2fcd-42a7-b869-9603db319d05 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695431 Jul 09 16:02:02.878275 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e5510-9fa4-4dcd-8a33-2c62cfb4a55c req-f05a4893-21fa-47fa-8914-e807e069a559 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:02.880032 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-2f4e5510-9fa4-4dcd-8a33-2c62cfb4a55c req-f05a4893-21fa-47fa-8914-e807e069a559 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2aef26c2-728e-4f07-ab10-dbc440359593 HTTP/1.1" status: 200 len: 916 time: 0.4053719 Jul 09 16:02:02.964769 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-2f4e5510-9fa4-4dcd-8a33-2c62cfb4a55c req-31b62292-b516-46f1-80c1-84dfe27ec945 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4387640-a7d4-43ff-862a-466882cde4d9 HTTP/1.1" status: 200 len: 217 time: 0.0732427 Jul 09 16:02:03.053772 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e5510-9fa4-4dcd-8a33-2c62cfb4a55c req-87508b1b-2ce6-4914-9495-bc7c31a45c70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:03.059718 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-2f4e5510-9fa4-4dcd-8a33-2c62cfb4a55c req-87508b1b-2ce6-4914-9495-bc7c31a45c70 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5c22bd6f-ed95-4156-aa3f-f5c013fbf309 HTTP/1.1" status: 200 len: 854 time: 0.0754619 Jul 09 16:02:03.150435 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-2f4e5510-9fa4-4dcd-8a33-2c62cfb4a55c req-5ebaeee4-4786-4c5d-b012-0a5351bb2e90 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2aef26c2-728e-4f07-ab10-dbc440359593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0875978 Jul 09 16:02:03.384843 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-2f4e5510-9fa4-4dcd-8a33-2c62cfb4a55c req-165e5766-57eb-45be-a3d8-1a9f25e9b42f service neutron] 10.222.0.89 "GET /v2.0/networks/2aef26c2-728e-4f07-ab10-dbc440359593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234740 Jul 09 16:02:03.545096 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-2f4e5510-9fa4-4dcd-8a33-2c62cfb4a55c req-fc73c886-48ba-494a-8dd3-a5f14b0ba984 service neutron] 10.222.0.89 "GET /v2.0/networks/2aef26c2-728e-4f07-ab10-dbc440359593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509371 Jul 09 16:02:03.859863 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-0df4fa74-1866-402a-a6d9-bd5db41b7d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:03.919918 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ab10e-24dd-4c2d-938a-13b373f7a621 req-1d0cb1fe-f6c5-46fd-9ace-fe7caa60ea55 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:03.926641 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-540ab10e-24dd-4c2d-938a-13b373f7a621 req-1d0cb1fe-f6c5-46fd-9ace-fe7caa60ea55 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 943 time: 0.0937762 Jul 09 16:02:03.979646 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-540ab10e-24dd-4c2d-938a-13b373f7a621 req-8ede29c9-8c48-4f00-a5ea-e00d2a8d055c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487218 Jul 09 16:02:04.103603 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaee0f1-22ba-4a14-83ab-b4b770b98cb4 req-500396aa-0bcf-4d66-8191-b0a7d722b18c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:04.105148 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bdaee0f1-22ba-4a14-83ab-b4b770b98cb4 req-500396aa-0bcf-4d66-8191-b0a7d722b18c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 946 time: 0.0940516 Jul 09 16:02:04.155258 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bdaee0f1-22ba-4a14-83ab-b4b770b98cb4 req-df83371c-1a5e-4c32-8ae5-6a82e9106657 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441499 Jul 09 16:02:04.416497 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:04.890097 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707678c4-711c-46d1-8989-1b617f9880e6 req-d65ce4a5-9b02-49c3-8146-65c2589165c3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:04.890799 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-707678c4-711c-46d1-8989-1b617f9880e6 req-d65ce4a5-9b02-49c3-8146-65c2589165c3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Synchronizing usage tracker for tenant:69e197f3158d4b4ca9126da741e0244b on resource:port {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:02:04.911466 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-707678c4-711c-46d1-8989-1b617f9880e6 req-d65ce4a5-9b02-49c3-8146-65c2589165c3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Unset dirty status for tenant:69e197f3158d4b4ca9126da741e0244b on resource:port {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:02:04.912841 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-707678c4-711c-46d1-8989-1b617f9880e6 req-d65ce4a5-9b02-49c3-8146-65c2589165c3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.89 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 946 time: 0.1050961 Jul 09 16:02:04.982963 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-707678c4-711c-46d1-8989-1b617f9880e6 req-b58dbcc8-4c9a-44a1-87cf-80142cd8f8ec tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Deleting port 8d80d024-6c9a-4fb7-b25b-243f7f220393 {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:02:04.983364 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-707678c4-711c-46d1-8989-1b617f9880e6 req-b58dbcc8-4c9a-44a1-87cf-80142cd8f8ec tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:05.200252 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115dc96-be1b-40fa-86ab-7aca7fe1f3ac req-649040c7-5a0a-4ddc-b4a7-d9c1443e9e24 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:05.202570 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8115dc96-be1b-40fa-86ab-7aca7fe1f3ac req-649040c7-5a0a-4ddc-b4a7-d9c1443e9e24 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 943 time: 0.0837526 Jul 09 16:02:05.214731 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device c4387640-a7d4-43ff-862a-466882cde4d9 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 16:02:05.275053 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8115dc96-be1b-40fa-86ab-7aca7fe1f3ac req-86115dde-67f7-4a43-a254-77845f05b02c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645103 Jul 09 16:02:05.306225 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-707678c4-711c-46d1-8989-1b617f9880e6 req-b58dbcc8-4c9a-44a1-87cf-80142cd8f8ec tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] For port 8d80d024-6c9a-4fb7-b25b-243f7f220393, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8d80d024-6c9a-4fb7-b25b-243f7f220393,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:05.306864 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-707678c4-711c-46d1-8989-1b617f9880e6 req-b58dbcc8-4c9a-44a1-87cf-80142cd8f8ec tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:05.467612 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port c4387640-a7d4-43ff-862a-466882cde4d9, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c4387640-a7d4-43ff-862a-466882cde4d9,segment=NetworkSegment(6e4f7ad2-2caa-42cf-874e-46168c8239c3),segment_id=6e4f7ad2-2caa-42cf-874e-46168c8239c3)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:05.469439 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551ddc0-aabd-4439-88d1-4114fe0e1402 req-e4f4894f-4103-443d-b3f3-3949671235b6 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:05.471309 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6551ddc0-aabd-4439-88d1-4114fe0e1402 req-e4f4894f-4103-443d-b3f3-3949671235b6 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 946 time: 0.0987091 Jul 09 16:02:05.495091 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': 'c4387640-a7d4-43ff-862a-466882cde4d9', 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593', 'port_id': 'c4387640-a7d4-43ff-862a-466882cde4d9', 'mac_address': 'fa:16:3e:2f:1c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c22bd6f-ed95-4156-aa3f-f5c013fbf309', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 16:02:05.531746 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6551ddc0-aabd-4439-88d1-4114fe0e1402 req-c3c622c3-d012-4c3e-acdb-9dd854b625e7 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=992cd5ec-63d3-4ccf-b334-03219109d586&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518556 Jul 09 16:02:05.562632 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:05.593434 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4387640-a7d4-43ff-862a-466882cde4d9 {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:02:05.609971 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port c4387640-a7d4-43ff-862a-466882cde4d9, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c4387640-a7d4-43ff-862a-466882cde4d9,segment=NetworkSegment(6e4f7ad2-2caa-42cf-874e-46168c8239c3),segment_id=6e4f7ad2-2caa-42cf-874e-46168c8239c3)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:05.614904 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:05.618891 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:05.693135 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=c4387640-a7d4-43ff-862a-466882cde4d9,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:05.696501 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:05.703086 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-707678c4-711c-46d1-8989-1b617f9880e6 req-b58dbcc8-4c9a-44a1-87cf-80142cd8f8ec tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:05.703086 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-707678c4-711c-46d1-8989-1b617f9880e6 req-b58dbcc8-4c9a-44a1-87cf-80142cd8f8ec tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011831'] for floatingip, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:05.703575 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.db.l3_db [req-707678c4-711c-46d1-8989-1b617f9880e6 req-b58dbcc8-4c9a-44a1-87cf-80142cd8f8ec tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Floating IP 1d81e427-9fe4-429b-9117-a62c42abe7c9 disassociated. External IP: 172.28.0.158, port: 8d80d024-6c9a-4fb7-b25b-243f7f220393. Jul 09 16:02:05.704992 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-707678c4-711c-46d1-8989-1b617f9880e6 req-b58dbcc8-4c9a-44a1-87cf-80142cd8f8ec tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Calling delete_port for 8d80d024-6c9a-4fb7-b25b-243f7f220393 owned by compute:nova {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:02:05.909500 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-707678c4-711c-46d1-8989-1b617f9880e6 req-b58dbcc8-4c9a-44a1-87cf-80142cd8f8ec tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:05.924959 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:05.970334 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58dbcc8-4c9a-44a1-87cf-80142cd8f8ec tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Pushing event deleted for resources: {'Port': ['ID=8d80d024-6c9a-4fb7-b25b-243f7f220393,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:05.973908 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b58dbcc8-4c9a-44a1-87cf-80142cd8f8ec tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:06.057530 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['c4387640-a7d4-43ff-862a-466882cde4d9'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:02:06.142735 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-2785f13a-c9c8-4da3-aa50-ef8efcfc99be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:06.326074 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-707678c4-711c-46d1-8989-1b617f9880e6 req-b58dbcc8-4c9a-44a1-87cf-80142cd8f8ec tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Router 8cc6a412-5080-4c7e-8d8a-760a356dca2a has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 16:02:06.519818 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7088ec7-3579-42a3-be6b-81ef0e6733cb req-4ae5e289-95b7-4b5d-a347-bfa3a6b8b800 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:06.522185 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c7088ec7-3579-42a3-be6b-81ef0e6733cb req-4ae5e289-95b7-4b5d-a347-bfa3a6b8b800 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 944 time: 0.0911472 Jul 09 16:02:06.588831 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c7088ec7-3579-42a3-be6b-81ef0e6733cb req-a33be0f7-922f-43ba-b6a4-2d9e969cb774 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603349 Jul 09 16:02:06.591917 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-707678c4-711c-46d1-8989-1b617f9880e6 req-b58dbcc8-4c9a-44a1-87cf-80142cd8f8ec tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:02:06.603449 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8393e4-41e0-45f1-a870-6fc007635225 None None] Sync routers for ids ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'] in dv-cinder-800228-1-smb {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 16:02:06.616052 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8393e4-41e0-45f1-a870-6fc007635225 None None] Routers {'8cc6a412-5080-4c7e-8d8a-760a356dca2a'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:02:06.616697 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-ed8393e4-41e0-45f1-a870-6fc007635225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:02:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:06.686803 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-707678c4-711c-46d1-8989-1b617f9880e6 req-b58dbcc8-4c9a-44a1-87cf-80142cd8f8ec tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] No DVR routers for this DVR port 8d80d024-6c9a-4fb7-b25b-243f7f220393 on host hv-cinder-80022 {{(pid=74277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:02:06.690416 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-707678c4-711c-46d1-8989-1b617f9880e6 req-b58dbcc8-4c9a-44a1-87cf-80142cd8f8ec tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:06.694184 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89069aaf-fea9-4553-a999-59c429fd8b4a', 'name': 'network-vif-deleted', 'tag': '8d80d024-6c9a-4fb7-b25b-243f7f220393'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:02:06.714350 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-707678c4-711c-46d1-8989-1b617f9880e6 req-b58dbcc8-4c9a-44a1-87cf-80142cd8f8ec tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.89 "DELETE /v2.0/ports/8d80d024-6c9a-4fb7-b25b-243f7f220393 HTTP/1.1" status: 204 len: 173 time: 1.7954669 Jul 09 16:02:06.883520 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-ed8393e4-41e0-45f1-a870-6fc007635225 None None] Set router 8cc6a412-5080-4c7e-8d8a-760a356dca2a gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:02:06.887960 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89069aaf-fea9-4553-a999-59c429fd8b4a', 'name': 'network-vif-deleted', 'tag': '8d80d024-6c9a-4fb7-b25b-243f7f220393', 'status': 'completed', 'code': 200} Jul 09 16:02:06.919130 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-601b61f0-f182-4933-9721-6141598ef2b5 req-b3ca0213-9c6f-4f81-a8fe-808b7dc99e72 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=89069aaf-fea9-4553-a999-59c429fd8b4a HTTP/1.1" status: 200 len: 210 time: 0.0773790 Jul 09 16:02:07.304299 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device c4387640-a7d4-43ff-862a-466882cde4d9 up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:02:07.396859 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:07.525429 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning for port c4387640-a7d4-43ff-862a-466882cde4d9 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:02:07.538050 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port c4387640-a7d4-43ff-862a-466882cde4d9 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:02:07.538424 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:07.671270 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-ed8393e4-41e0-45f1-a870-6fc007635225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:57:15Z', 'revision_number': 4, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'gw_port': {'id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:08:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:56Z', 'updated_at': '2021-07-09T15:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'c8c9a69d-9383-4b20-9b1c-42c6c4641e83', 'name': '', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'mac_address': 'fa:16:3e:5f:42:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:11Z', 'updated_at': '2021-07-09T15:57:44Z', 'revision_number': 5, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'subnets': [{'id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:07.681147 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8393e4-41e0-45f1-a870-6fc007635225 None None] Checking router: 8cc6a412-5080-4c7e-8d8a-760a356dca2a for host: dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 16:02:07.688085 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:07.717431 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8393e4-41e0-45f1-a870-6fc007635225 None None] Routers {'8cc6a412-5080-4c7e-8d8a-760a356dca2a'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:02:07.718072 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-ed8393e4-41e0-45f1-a870-6fc007635225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:02:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:07.779634 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ff7690-2674-4749-910f-ac9dfe81a052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4387640-a7d4-43ff-862a-466882cde4d9'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:02:07.817502 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port c4387640-a7d4-43ff-862a-466882cde4d9, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c4387640-a7d4-43ff-862a-466882cde4d9,segment=NetworkSegment(6e4f7ad2-2caa-42cf-874e-46168c8239c3),segment_id=6e4f7ad2-2caa-42cf-874e-46168c8239c3)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:07.827267 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:07.828595 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 8d80d024-6c9a-4fb7-b25b-243f7f220393 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:02:07.856232 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ff7690-2674-4749-910f-ac9dfe81a052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4387640-a7d4-43ff-862a-466882cde4d9', 'code': 200} Jul 09 16:02:07.863622 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:07.875035 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd73ccc-55e7-44df-8898-792be45b2cc2 req-650e9ef9-f672-4239-9943-1efd52a032f2 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:07.877532 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-fdd73ccc-55e7-44df-8898-792be45b2cc2 req-650e9ef9-f672-4239-9943-1efd52a032f2 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 944 time: 0.1209774 Jul 09 16:02:07.904837 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] No Port match for: 8d80d024-6c9a-4fb7-b25b-243f7f220393 {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:02:07.905172 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 8d80d024-6c9a-4fb7-b25b-243f7f220393 not bound to the agent host hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:02:07.949387 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-fdd73ccc-55e7-44df-8898-792be45b2cc2 req-c115f8a3-227c-48b9-b4f5-4d1de2843939 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610275 Jul 09 16:02:08.029969 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=c4387640-a7d4-43ff-862a-466882cde4d9,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:08.036450 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:08.049894 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-ed8393e4-41e0-45f1-a870-6fc007635225 None None] Set router 8cc6a412-5080-4c7e-8d8a-760a356dca2a gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:02:08.101502 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45448) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:08.249652 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-17833177-fca5-4cbf-aab2-0a1c3bfb29c4 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:08.287383 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-17833177-fca5-4cbf-aab2-0a1c3bfb29c4 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:08.356699 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-17833177-fca5-4cbf-aab2-0a1c3bfb29c4 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:08.372238 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-23586bf4-f52a-48c6-b8e3-e1c0687c8100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:08.394318 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-47758829-3ac4-4bed-b6f6-4370e1350a54 req-7139c6cc-4fd0-44f1-92d9-7472c665c657 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 1098 time: 0.2678809 Jul 09 16:02:08.395403 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17833177-fca5-4cbf-aab2-0a1c3bfb29c4 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992cd5ec-63d3-4ccf-b334-03219109d586,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:08.397823 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-17833177-fca5-4cbf-aab2-0a1c3bfb29c4 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:08.398915 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-17833177-fca5-4cbf-aab2-0a1c3bfb29c4 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:08.400989 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-17833177-fca5-4cbf-aab2-0a1c3bfb29c4 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "DELETE /v2.0/security-groups/992cd5ec-63d3-4ccf-b334-03219109d586 HTTP/1.1" status: 204 len: 168 time: 0.2971976 Jul 09 16:02:08.403730 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45454) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:08.426634 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.api.v2.resource [None req-31f76c02-b1f5-4099-9051-d3182c1dc185 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] show failed (client error): The resource could not be found. Jul 09 16:02:08.431288 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-31f76c02-b1f5-4099-9051-d3182c1dc185 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups/992cd5ec-63d3-4ccf-b334-03219109d586 HTTP/1.1" status: 404 len: 347 time: 0.0265937 Jul 09 16:02:08.431938 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45458) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:08.466410 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-47758829-3ac4-4bed-b6f6-4370e1350a54 req-374c85f0-b16d-46e9-9ef3-04cfe920718d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635808 Jul 09 16:02:08.524329 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-ed8393e4-41e0-45f1-a870-6fc007635225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:57:15Z', 'revision_number': 4, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'gw_port': {'id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:08:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:56Z', 'updated_at': '2021-07-09T15:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'c8c9a69d-9383-4b20-9b1c-42c6c4641e83', 'name': '', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'mac_address': 'fa:16:3e:5f:42:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:11Z', 'updated_at': '2021-07-09T15:57:44Z', 'revision_number': 5, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'subnets': [{'id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:08.530969 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8393e4-41e0-45f1-a870-6fc007635225 None None] The sync data for ids ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'] in dv-cinder-800228-1-smb is: [{'id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:57:15Z', 'revision_number': 4, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'gw_port': {'id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:08:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:56Z', 'updated_at': '2021-07-09T15:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'c8c9a69d-9383-4b20-9b1c-42c6c4641e83', 'name': '', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'mac_address': 'fa:16:3e:5f:42:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:11Z', 'updated_at': '2021-07-09T15:57:44Z', 'revision_number': 5, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'subnets': [{'id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:02:08.626818 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [None req-59675507-ae0a-4fd5-ad7f-0bb3165f4a36 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Deleting port 9580169a-5e1c-4bf4-86ee-8a182e2f4b05 {{(pid=74276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:02:08.627275 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-59675507-ae0a-4fd5-ad7f-0bb3165f4a36 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:08.700878 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:08.935158 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-59675507-ae0a-4fd5-ad7f-0bb3165f4a36 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:08.935846 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-59675507-ae0a-4fd5-ad7f-0bb3165f4a36 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:09.091236 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [None req-59675507-ae0a-4fd5-ad7f-0bb3165f4a36 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Calling delete_port for 9580169a-5e1c-4bf4-86ee-8a182e2f4b05 owned by network:floatingip {{(pid=74276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:02:09.289684 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af4764-ae32-41a2-b8a8-fb97ca75688a req-64018c3c-7160-4215-bc4a-18794180ac89 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:09.291166 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-90af4764-ae32-41a2-b8a8-fb97ca75688a req-64018c3c-7160-4215-bc4a-18794180ac89 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 945 time: 0.1711802 Jul 09 16:02:09.341397 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-59675507-ae0a-4fd5-ad7f-0bb3165f4a36 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:09.347879 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:09.397560 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59675507-ae0a-4fd5-ad7f-0bb3165f4a36 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Pushing event deleted for resources: {'Port': ['ID=9580169a-5e1c-4bf4-86ee-8a182e2f4b05,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:09.402143 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-90af4764-ae32-41a2-b8a8-fb97ca75688a req-162dddf3-ba24-4ab3-be11-ebaa927ab224 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016347 Jul 09 16:02:09.402980 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-59675507-ae0a-4fd5-ad7f-0bb3165f4a36 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:09.502150 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-59675507-ae0a-4fd5-ad7f-0bb3165f4a36 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for floatingip, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:09.524012 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-59675507-ae0a-4fd5-ad7f-0bb3165f4a36 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for floatingip, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:09.525156 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-59675507-ae0a-4fd5-ad7f-0bb3165f4a36 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "DELETE /v2.0/floatingips/1d81e427-9fe4-429b-9117-a62c42abe7c9 HTTP/1.1" status: 204 len: 168 time: 1.0923359 Jul 09 16:02:09.938823 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45478) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:09.950567 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--938497566', 'description': 'tempest-description--2014760405'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:09.957811 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:09.963505 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Usage tracker for resource:security_group and tenant:69e197f3158d4b4ca9126da741e0244b is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:09.966578 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:09.974293 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:09.985251 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:10.031282 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:10.035960 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Usage tracker for resource:security_group_rule and tenant:69e197f3158d4b4ca9126da741e0244b is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:10.038904 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:10.045271 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:10.111811 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:10.115239 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:10.121199 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b895cf0a-ad9b-4152-8ad5-5101309aab5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:10.164065 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:10.173184 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:10.173559 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:10.173946 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:10.174293 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:10.174645 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:10.174990 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:10.175339 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:10.175747 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:10.176092 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:10.176428 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:10.176765 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:10.180561 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:10.181425 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:10.185321 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2419202 Jul 09 16:02:10.185571 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45482) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:10.191644 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-1d3e9176-257c-4402-b2fd-e561fdefec09 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Request body: {'security_group_rule': {'security_group_id': '8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:10.198029 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-1d3e9176-257c-4402-b2fd-e561fdefec09 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:10.201885 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-1d3e9176-257c-4402-b2fd-e561fdefec09 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Usage tracker for resource:security_group_rule and tenant:69e197f3158d4b4ca9126da741e0244b is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:10.205405 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-1d3e9176-257c-4402-b2fd-e561fdefec09 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:10.212073 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-1d3e9176-257c-4402-b2fd-e561fdefec09 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:10.231415 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9176-257c-4402-b2fd-e561fdefec09 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:10.302527 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9176-257c-4402-b2fd-e561fdefec09 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:10.315196 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9176-257c-4402-b2fd-e561fdefec09 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903320'] for security_group_rule, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:10.317504 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:10.350549 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e9176-257c-4402-b2fd-e561fdefec09 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427110f3-6424-4908-8b33-ad1bb751776a,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:10.353874 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9176-257c-4402-b2fd-e561fdefec09 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:10.358333 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45490) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:10.359312 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-1d3e9176-257c-4402-b2fd-e561fdefec09 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1718950 Jul 09 16:02:10.361045 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-1d3e9176-257c-4402-b2fd-e561fdefec09 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:10.365148 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-e011f897-a12f-4c72-851e-c660eeb8b513 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Request body: {'security_group_rule': {'security_group_id': '8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:10.371439 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-e011f897-a12f-4c72-851e-c660eeb8b513 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:10.377373 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-e011f897-a12f-4c72-851e-c660eeb8b513 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Usage tracker for resource:security_group_rule and tenant:69e197f3158d4b4ca9126da741e0244b is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:10.381090 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-e011f897-a12f-4c72-851e-c660eeb8b513 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:10.390331 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-e011f897-a12f-4c72-851e-c660eeb8b513 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:10.414095 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-e011f897-a12f-4c72-851e-c660eeb8b513 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:10.491245 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-e011f897-a12f-4c72-851e-c660eeb8b513 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:10.496131 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-e011f897-a12f-4c72-851e-c660eeb8b513 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903320'] for security_group_rule, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:10.499279 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-8dc70574-b07c-46f3-a18c-6223b2e115cc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:10.528169 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011f897-a12f-4c72-851e-c660eeb8b513 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260318e0-bc60-45cb-a22e-a2bb3029b20d,revision_number=0']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:10.533891 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-e011f897-a12f-4c72-851e-c660eeb8b513 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:10.539928 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-e011f897-a12f-4c72-851e-c660eeb8b513 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:10.541437 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-e011f897-a12f-4c72-851e-c660eeb8b513 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1819031 Jul 09 16:02:10.544606 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45496) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:10.551473 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Request body: {'floatingip': {'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:10.560612 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:10.567593 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Usage tracker for resource:floatingip and tenant:69e197f3158d4b4ca9126da741e0244b is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:10.572343 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:10.582153 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:10.604071 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for floatingip, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:10.679340 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc184e-468c-47ed-8317-a6f2db920f7e req-a487f4ba-5cbd-4149-b889-1a0ec1ed1457 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:10.682277 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7dbc184e-468c-47ed-8317-a6f2db920f7e req-a487f4ba-5cbd-4149-b889-1a0ec1ed1457 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 945 time: 0.1286721 Jul 09 16:02:10.755985 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7dbc184e-468c-47ed-8317-a6f2db920f7e req-7a9728c7-bea0-4081-8e3b-858b4ca2452e tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685847 Jul 09 16:02:10.782037 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005f069f-7e75-46c8-8737-0a4120be47dc None None] New status for floating IP 1d81e427-9fe4-429b-9117-a62c42abe7c9: DOWN {{(pid=74279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 09 16:02:10.801880 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:10.986644 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151ad68-e2ae-45d4-b3f6-1cd0a8c74a26 req-3088082a-9aa5-47ef-b94e-0d40e7c71796 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:10.988179 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d151ad68-e2ae-45d4-b3f6-1cd0a8c74a26 req-3088082a-9aa5-47ef-b94e-0d40e7c71796 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 945 time: 0.1007931 Jul 09 16:02:10.992474 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Allocated IP 172.28.0.88 (9b0e874f-69b5-4e89-8292-fc23cbc7812a/89578b1c-09bb-418b-8489-b10f6f860e17/1f9f5382-8172-4794-89c5-aea399cb6df3) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:02:11.051085 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d151ad68-e2ae-45d4-b3f6-1cd0a8c74a26 req-09266957-e049-4a6a-8688-97661dbef8a9 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570085 Jul 09 16:02:11.161554 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:11.195229 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:11.199214 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:11.270881 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Network 9b0e874f-69b5-4e89-8292-fc23cbc7812a is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:02:11.274018 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:02:11.278653 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:02:11.308809 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Pushing event updated for resources: {'Port': ['ID=1f9f5382-8172-4794-89c5-aea399cb6df3,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:11.315758 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:11.451001 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:11.506287 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33acc3-1fb4-4006-9492-a683ec6128d3 req-12a2e8c1-efc0-4b8c-8793-cc8b15c1bce4 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:11.510485 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:11.514009 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4d33acc3-1fb4-4006-9492-a683ec6128d3 req-12a2e8c1-efc0-4b8c-8793-cc8b15c1bce4 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 945 time: 0.0946558 Jul 09 16:02:11.561102 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4d33acc3-1fb4-4006-9492-a683ec6128d3 req-9ec91f1e-8c82-48a0-826b-2c7ee70004ca tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461154 Jul 09 16:02:11.740479 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:11.746217 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501494'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:11.750350 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b58dbcc8-4c9a-44a1-87cf-80142cd8f8ec tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:11.850509 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Pushing event updated for resources: {'Port': ['ID=1f9f5382-8172-4794-89c5-aea399cb6df3,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:11.854520 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:11.869873 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011831'] for floatingip, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:11.895180 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for floatingip, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:11.902336 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3565412 Jul 09 16:02:12.217138 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-79cc68e1-7a83-4050-9566-7952b46d6c6b tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Synchronizing usage tracker for tenant:69e197f3158d4b4ca9126da741e0244b on resource:security_group {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:02:12.241525 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-79cc68e1-7a83-4050-9566-7952b46d6c6b tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Unset dirty status for tenant:69e197f3158d4b4ca9126da741e0244b on resource:security_group {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:02:12.243280 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-79cc68e1-7a83-4050-9566-7952b46d6c6b tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--938497566&fields=id&tenant_id=69e197f3158d4b4ca9126da741e0244b HTTP/1.1" status: 200 len: 267 time: 0.0941143 Jul 09 16:02:12.413604 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-8f5057ff-e4dc-4cba-a3d0-08abe6b87240 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:12.415171 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-8f5057ff-e4dc-4cba-a3d0-08abe6b87240 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/networks?id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd HTTP/1.1" status: 200 len: 816 time: 0.1620145 Jul 09 16:02:12.432430 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-4c517940-f05a-4f1c-bfa1-f2e61521bb33 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/quotas/69e197f3158d4b4ca9126da741e0244b HTTP/1.1" status: 200 len: 375 time: 0.0114236 Jul 09 16:02:12.537555 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-b29c8cea-6d91-464d-bbee-f672d6304198 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Synchronizing usage tracker for tenant:69e197f3158d4b4ca9126da741e0244b on resource:port {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:02:12.561115 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-b29c8cea-6d91-464d-bbee-f672d6304198 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Unset dirty status for tenant:69e197f3158d4b4ca9126da741e0244b on resource:port {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:02:12.563203 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-b29c8cea-6d91-464d-bbee-f672d6304198 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=69e197f3158d4b4ca9126da741e0244b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1236975 Jul 09 16:02:12.739203 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-b677c9f6-2a2a-4b12-8ebf-f5090a25c2d5 service neutron] 10.222.0.66 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625278 Jul 09 16:02:12.887374 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-bf19f4c6-dc7f-47cc-b207-71cf0d469c5b service neutron] 10.222.0.66 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418087 Jul 09 16:02:13.123931 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bf798a5c-545d-4bc9-a666-bcad23bc0cef req-819bd5ac-dd15-40a3-905c-f6c97e3a0fbb tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 210 time: 0.0481639 Jul 09 16:02:14.394421 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-59de2c58-538d-413d-9558-31f2796d5fda req-d6a5df83-dd59-4084-8a35-cd14cc579a2b tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 210 time: 0.0428956 Jul 09 16:02:14.896137 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-9eb33ba1-8ff9-4a6e-a554-364585bd66d8 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:14.897660 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-9eb33ba1-8ff9-4a6e-a554-364585bd66d8 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.89 "GET /v2.0/networks?id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd HTTP/1.1" status: 200 len: 816 time: 0.2833571 Jul 09 16:02:14.988820 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-f1e9b747-34e7-46c8-b395-ed8872829823 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Synchronizing usage tracker for tenant:69e197f3158d4b4ca9126da741e0244b on resource:security_group {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:02:15.011152 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-f1e9b747-34e7-46c8-b395-ed8872829823 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Unset dirty status for tenant:69e197f3158d4b4ca9126da741e0244b on resource:security_group {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:02:15.012371 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-f1e9b747-34e7-46c8-b395-ed8872829823 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69e197f3158d4b4ca9126da741e0244b HTTP/1.1" status: 200 len: 379 time: 0.0857508 Jul 09 16:02:15.051882 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-3ed3ae21-f22a-49a5-ad2a-2c1c30ff214d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Request body: {'port': {'device_id': '65dbc73b-5339-4428-adef-baa5f97ff4e0', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'admin_state_up': True, 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'security_groups': ['8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3']}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:15.267384 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-3ed3ae21-f22a-49a5-ad2a-2c1c30ff214d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:15.295832 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-3ed3ae21-f22a-49a5-ad2a-2c1c30ff214d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:15.308578 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-3ed3ae21-f22a-49a5-ad2a-2c1c30ff214d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Made reservation on behalf of 69e197f3158d4b4ca9126da741e0244b for: {'port': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:02:15.313698 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-3ed3ae21-f22a-49a5-ad2a-2c1c30ff214d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:15.332588 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45604) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:15.561110 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-d020661b-5c91-4d1c-9724-a5cb40b165df admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:15.563219 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-3ed3ae21-f22a-49a5-ad2a-2c1c30ff214d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Allocated IP 172.20.0.14 (88af3f02-3ae7-418d-94f8-4723b7c0d0cd/4006d4af-f154-4912-bdbd-6a5ff3424039/e1f072aa-5c88-4031-85ff-170812b97a25) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:02:15.763753 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d4532392-d0fa-48a8-af18-6d5abe9ad6ea req-587b45b2-98fc-4bbe-8316-7b97bdf58961 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 210 time: 0.0953832 Jul 09 16:02:15.789458 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-d020661b-5c91-4d1c-9724-a5cb40b165df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:15.795283 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-d020661b-5c91-4d1c-9724-a5cb40b165df admin admin] Usage tracker for resource:security_group_rule and tenant:d681a8a6d2274e3096505792f6e149bf is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:15.799827 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-d020661b-5c91-4d1c-9724-a5cb40b165df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:15.807994 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-d020661b-5c91-4d1c-9724-a5cb40b165df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:15.833163 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ab761-1715-40c1-8183-5aa9d6d3ece6 req-bf18101a-03ea-4fc0-9afd-57a86cb76589 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:15.834725 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ca5ab761-1715-40c1-8183-5aa9d6d3ece6 req-bf18101a-03ea-4fc0-9afd-57a86cb76589 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.1654680 Jul 09 16:02:15.849707 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-3ed3ae21-f22a-49a5-ad2a-2c1c30ff214d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:15.869423 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-3ed3ae21-f22a-49a5-ad2a-2c1c30ff214d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Transition to ACTIVE for port object e1f072aa-5c88-4031-85ff-170812b97a25 will not be triggered until provisioned by entity DHCP. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:02:15.897672 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-3ed3ae21-f22a-49a5-ad2a-2c1c30ff214d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:15.909420 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:15.909976 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ca5ab761-1715-40c1-8183-5aa9d6d3ece6 req-9b395f44-c44b-441c-b4e0-e8772d14cdd1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685687 Jul 09 16:02:15.940433 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-d020661b-5c91-4d1c-9724-a5cb40b165df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:15.959205 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-d020661b-5c91-4d1c-9724-a5cb40b165df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:15.968119 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-939717d8-3d51-4a1e-a492-e54122177296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:16.014893 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-3ed3ae21-f22a-49a5-ad2a-2c1c30ff214d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Network 88af3f02-3ae7-418d-94f8-4723b7c0d0cd is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:02:16.018709 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-3ed3ae21-f22a-49a5-ad2a-2c1c30ff214d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:02:16.020409 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020661b-5c91-4d1c-9724-a5cb40b165df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04287546-158f-4f02-8bc3-1c63acc96158,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:16.022466 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-3ed3ae21-f22a-49a5-ad2a-2c1c30ff214d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:02:16.025261 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-d020661b-5c91-4d1c-9724-a5cb40b165df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d681a8a6d2274e3096505792f6e149bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6915915 Jul 09 16:02:16.026448 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-d020661b-5c91-4d1c-9724-a5cb40b165df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:16.027859 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45614) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:16.069287 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3ae21-f22a-49a5-ad2a-2c1c30ff214d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Pushing event updated for resources: {'Port': ['ID=e1f072aa-5c88-4031-85ff-170812b97a25,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:16.073965 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-3ed3ae21-f22a-49a5-ad2a-2c1c30ff214d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:16.115883 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-3ed3ae21-f22a-49a5-ad2a-2c1c30ff214d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:16.116324 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-206653aa-30cb-4c49-b973-1c6f3c0666c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:16.116693 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-3ed3ae21-f22a-49a5-ad2a-2c1c30ff214d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:16.146421 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-3ed3ae21-f22a-49a5-ad2a-2c1c30ff214d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1002653 Jul 09 16:02:16.162061 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-206653aa-30cb-4c49-b973-1c6f3c0666c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:16.165094 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Request body: {'port': {'device_id': '65dbc73b-5339-4428-adef-baa5f97ff4e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:16.263724 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-206653aa-30cb-4c49-b973-1c6f3c0666c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:16.268189 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-c3e13bf3-515e-4774-becb-a03d3c7ff13f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:16.282881 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206653aa-30cb-4c49-b973-1c6f3c0666c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04287546-158f-4f02-8bc3-1c63acc96158,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:16.286507 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-206653aa-30cb-4c49-b973-1c6f3c0666c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:16.288884 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-206653aa-30cb-4c49-b973-1c6f3c0666c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:16.294511 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-206653aa-30cb-4c49-b973-1c6f3c0666c9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/04287546-158f-4f02-8bc3-1c63acc96158 HTTP/1.1" status: 204 len: 168 time: 0.2641490 Jul 09 16:02:16.294654 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:16.347510 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-70e20555-6136-4a76-a150-a07a432b278a None None] Provisioning for port e1f072aa-5c88-4031-85ff-170812b97a25 completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:02:16.354534 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-70e20555-6136-4a76-a150-a07a432b278a None None] Provisioning complete for port e1f072aa-5c88-4031-85ff-170812b97a25 triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:02:16.354916 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-70e20555-6136-4a76-a150-a07a432b278a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:16.425617 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-70e20555-6136-4a76-a150-a07a432b278a None None] Port e1f072aa-5c88-4031-85ff-170812b97a25 cannot update to ACTIVE because it is not bound. {{(pid=74278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 09 16:02:16.724373 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45630) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:16.750450 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-be90861b-50f6-4e7d-becf-df1fbd156d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:16.756551 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f072aa-5c88-4031-85ff-170812b97a25 {{(pid=74277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:02:16.764868 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:16.785061 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Transition to ACTIVE for port object e1f072aa-5c88-4031-85ff-170812b97a25 will not be triggered until provisioned by entity L2. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:02:16.792147 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501494'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:16.796527 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-d31c9a18-becf-4dc9-a8b2-ecad6f7da8f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:16.798251 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-be90861b-50f6-4e7d-becf-df1fbd156d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:16.803902 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-be90861b-50f6-4e7d-becf-df1fbd156d76 admin admin] Usage tracker for resource:security_group_rule and tenant:11a206a51e374b19b407ec6758a33f33 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:16.808717 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-be90861b-50f6-4e7d-becf-df1fbd156d76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:16.823840 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-be90861b-50f6-4e7d-becf-df1fbd156d76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:16.950992 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f072aa-5c88-4031-85ff-170812b97a25,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:16.955963 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:17.064334 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-be90861b-50f6-4e7d-becf-df1fbd156d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:17.079810 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Attempting to bind port e1f072aa-5c88-4031-85ff-170812b97a25 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:02:17.080222 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Attempting to bind port e1f072aa-5c88-4031-85ff-170812b97a25 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '897d2c95-00e8-4b08-be94-a29f529797aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd'}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:02:17.080621 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Attempting to bind port e1f072aa-5c88-4031-85ff-170812b97a25 on network 88af3f02-3ae7-418d-94f8-4723b7c0d0cd {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:02:17.089224 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-be90861b-50f6-4e7d-becf-df1fbd156d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:17.089463 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Port e1f072aa-5c88-4031-85ff-170812b97a25 on network 88af3f02-3ae7-418d-94f8-4723b7c0d0cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 09 16:02:17.089996 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Attempting to bind port e1f072aa-5c88-4031-85ff-170812b97a25 on network 88af3f02-3ae7-418d-94f8-4723b7c0d0cd {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:02:17.097847 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Checking agent: {'id': '891cfaac-3e76-4d41-913f-991116fa71b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 16:02:17.098262 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Checking segment: {'id': '897d2c95-00e8-4b08-be94-a29f529797aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:02:17.098585 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-be604797-9cca-4f58-901a-39bf699da056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:17.098761 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Bound using segment: {'id': '897d2c95-00e8-4b08-be94-a29f529797aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd'} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 16:02:17.099250 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Bound port: e1f072aa-5c88-4031-85ff-170812b97a25, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '897d2c95-00e8-4b08-be94-a29f529797aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd'}}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:02:17.099661 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:17.181797 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90861b-50f6-4e7d-becf-df1fbd156d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e829a663-d746-4c89-875d-2bb2c27ed8e3,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:17.187075 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-be90861b-50f6-4e7d-becf-df1fbd156d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:17.194592 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-be90861b-50f6-4e7d-becf-df1fbd156d76 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=11a206a51e374b19b407ec6758a33f33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4659958 Jul 09 16:02:17.196028 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45638) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:17.225603 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] For port e1f072aa-5c88-4031-85ff-170812b97a25, host hv-cinder-80022, cleared binding levels {{(pid=74277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:02:17.229723 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] For port e1f072aa-5c88-4031-85ff-170812b97a25, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e1f072aa-5c88-4031-85ff-170812b97a25,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:02:17.235319 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501494'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:17.240100 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-a470be6a-f3bc-44b1-b208-9c3b4e0dceda tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:17.259784 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03d01b-0a39-415b-9e9f-a0adf4c071be req-1c208a8f-087e-4b7b-94a6-8f343ec89af9 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:17.261244 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9a03d01b-0a39-415b-9e9f-a0adf4c071be req-1c208a8f-087e-4b7b-94a6-8f343ec89af9 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 944 time: 0.2845569 Jul 09 16:02:17.268598 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e904a4-9afe-4d6f-9c1c-ca6e79e5b8f3 req-7d8674ca-f544-4789-9a25-2b77961fb3a6 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:17.270089 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e2e904a4-9afe-4d6f-9c1c-ca6e79e5b8f3 req-7d8674ca-f544-4789-9a25-2b77961fb3a6 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 945 time: 0.2443547 Jul 09 16:02:17.305591 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:17.307212 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] 10.222.0.89 "PUT /v2.0/ports/e1f072aa-5c88-4031-85ff-170812b97a25 HTTP/1.1" status: 200 len: 1094 time: 1.1463256 Jul 09 16:02:17.308504 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65dbc73b-5339-4428-adef-baa5f97ff4e0', 'tag': 'e1f072aa-5c88-4031-85ff-170812b97a25'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:02:17.329811 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f072aa-5c88-4031-85ff-170812b97a25,revision_number=3']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:17.333741 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:17.369151 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-5037631d-a0d5-4233-96b8-309de5ad4edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:17.418661 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9a03d01b-0a39-415b-9e9f-a0adf4c071be req-b92fd789-79ef-4b7e-9913-42216648d61d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459882 Jul 09 16:02:17.424010 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-5037631d-a0d5-4233-96b8-309de5ad4edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:17.447359 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e2e904a4-9afe-4d6f-9c1c-ca6e79e5b8f3 req-6eb1c7f2-eab7-4657-a9e3-f630d928d223 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676977 Jul 09 16:02:17.523291 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45644) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:17.544388 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-5037631d-a0d5-4233-96b8-309de5ad4edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:17.569496 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-17833177-fca5-4cbf-aab2-0a1c3bfb29c4 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:17.602516 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037631d-a0d5-4233-96b8-309de5ad4edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e829a663-d746-4c89-875d-2bb2c27ed8e3,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:17.609496 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-5037631d-a0d5-4233-96b8-309de5ad4edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:17.611826 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-5037631d-a0d5-4233-96b8-309de5ad4edd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e829a663-d746-4c89-875d-2bb2c27ed8e3 HTTP/1.1" status: 204 len: 168 time: 0.4149141 Jul 09 16:02:17.614727 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-5037631d-a0d5-4233-96b8-309de5ad4edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:17.655576 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-3c457691-fbac-4799-a264-01b22e4de373 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69e197f3158d4b4ca9126da741e0244b&device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 1097 time: 0.2727804 Jul 09 16:02:17.723944 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38556f-1834-4e31-9467-8d03e48ea68d req-341b0b67-8946-4513-ba60-244122ea1d79 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:17.727810 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-be38556f-1834-4e31-9467-8d03e48ea68d req-341b0b67-8946-4513-ba60-244122ea1d79 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.1216712 Jul 09 16:02:17.749230 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-d3f7875c-cb34-4f04-9e22-f6fb7feda1d7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f072aa-5c88-4031-85ff-170812b97a25 HTTP/1.1" status: 200 len: 217 time: 0.0766580 Jul 09 16:02:17.800017 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-be38556f-1834-4e31-9467-8d03e48ea68d req-79cf55b8-31a2-4dc8-b969-f988735c4d0b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669577 Jul 09 16:02:17.834167 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-8ce9f5f7-e57d-40a6-9478-ae147ff7168b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:17.835647 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-8ce9f5f7-e57d-40a6-9478-ae147ff7168b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4006d4af-f154-4912-bdbd-6a5ff3424039 HTTP/1.1" status: 200 len: 855 time: 0.0753393 Jul 09 16:02:17.913599 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65dbc73b-5339-4428-adef-baa5f97ff4e0', 'tag': 'e1f072aa-5c88-4031-85ff-170812b97a25', 'status': 'completed', 'code': 200} Jul 09 16:02:17.941590 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-0a84c750-aaa4-4774-8c81-09377ccc7fa3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0938406 Jul 09 16:02:17.960217 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-41c97957-5955-4091-a300-4b074f1c7c67 tempest-TestMinimumBasicScenario-783692718 tempest-TestMinimumBasicScenario-783692718-project-admin] Synchronizing usage tracker for tenant:aa51fc4a990e481bb7e9f56438d7899c on resource:port {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:02:17.979901 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-41c97957-5955-4091-a300-4b074f1c7c67 tempest-TestMinimumBasicScenario-783692718 tempest-TestMinimumBasicScenario-783692718-project-admin] Unset dirty status for tenant:aa51fc4a990e481bb7e9f56438d7899c on resource:port {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:02:17.985865 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-41c97957-5955-4091-a300-4b074f1c7c67 tempest-TestMinimumBasicScenario-783692718 tempest-TestMinimumBasicScenario-783692718-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 1093 time: 0.4567442 Jul 09 16:02:17.986907 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45654) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:17.994212 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Request body: {'floatingip': {'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'port_id': 'c4387640-a7d4-43ff-862a-466882cde4d9', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:18.003723 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:18.010008 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Usage tracker for resource:floatingip and tenant:9734e6913b3742b99116bfdfd1f31a8c is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:18.014625 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:18.023190 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:18.036731 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for floatingip, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:18.146305 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-07341875-8644-40f9-a748-8e6c8c18c432 service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605210 Jul 09 16:02:18.267561 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:18.401843 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-5ff600bd-c5f3-4b40-b62b-4fcee4405f6b req-6de89df7-792f-4c2e-bd2f-4cc5875f267e service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994998 Jul 09 16:02:18.420729 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45660) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:18.441399 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-bd597f5d-b205-424b-bbbe-bb92f318245c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:18.457880 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_common [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Allocated IP 172.28.0.250 (9b0e874f-69b5-4e89-8292-fc23cbc7812a/89578b1c-09bb-418b-8489-b10f6f860e17/1ea834f5-411b-41b1-84da-2eef976fd9f0) {{(pid=74276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:02:18.476483 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-bd597f5d-b205-424b-bbbe-bb92f318245c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:18.480520 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-bd597f5d-b205-424b-bbbe-bb92f318245c admin admin] Usage tracker for resource:security_group_rule and tenant:5a02927d1716423a92b0a33376384c22 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:18.483524 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-bd597f5d-b205-424b-bbbe-bb92f318245c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:18.490404 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-bd597f5d-b205-424b-bbbe-bb92f318245c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:18.628201 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-bd597f5d-b205-424b-bbbe-bb92f318245c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:18.634557 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-bd597f5d-b205-424b-bbbe-bb92f318245c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:18.646477 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:18.705046 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd597f5d-b205-424b-bbbe-bb92f318245c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305f2206-096b-4b10-89b2-e88cbc7fb3ca,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:18.710225 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-bd597f5d-b205-424b-bbbe-bb92f318245c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:18.713576 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-bd597f5d-b205-424b-bbbe-bb92f318245c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a02927d1716423a92b0a33376384c22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2914684 Jul 09 16:02:18.716464 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45666) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:18.742082 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for port, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:18.774818 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76fe05-a882-483d-a087-aca526fbdef2 req-31a62d4e-7337-4f54-b54b-2cb4f120b1c9 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:18.775519 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-3d76fe05-a882-483d-a087-aca526fbdef2 req-31a62d4e-7337-4f54-b54b-2cb4f120b1c9 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Synchronizing usage tracker for tenant:3ea28ba7538a42cf98540122fdcd24bc on resource:port {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:02:18.790512 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4f8e2d9b-e5fd-4a12-98a9-b02733a0c341 req-1c02025d-1770-432e-a797-963db17b9cd4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69e197f3158d4b4ca9126da741e0244b&device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 1097 time: 0.1937742 Jul 09 16:02:18.803498 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-3d76fe05-a882-483d-a087-aca526fbdef2 req-31a62d4e-7337-4f54-b54b-2cb4f120b1c9 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Unset dirty status for tenant:3ea28ba7538a42cf98540122fdcd24bc on resource:port {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:02:18.804613 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-3d76fe05-a882-483d-a087-aca526fbdef2 req-31a62d4e-7337-4f54-b54b-2cb4f120b1c9 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.89 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.2347589 Jul 09 16:02:18.809504 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-449f2dcf-efb2-4d1a-ad68-76c660dcd989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:18.821689 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4619d8-054d-4457-bc2a-6305c5837ea8 req-a93b6bc3-91b7-48ef-be06-99dc1eb4431c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:18.823221 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cd4619d8-054d-4457-bc2a-6305c5837ea8 req-a93b6bc3-91b7-48ef-be06-99dc1eb4431c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 944 time: 0.1863790 Jul 09 16:02:18.891686 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-449f2dcf-efb2-4d1a-ad68-76c660dcd989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:18.895721 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:18.907964 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:18.916386 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-3d76fe05-a882-483d-a087-aca526fbdef2 req-097f9705-fe13-4ff1-90d6-73270c75a70d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Deleting port d79c45d8-39ee-45e3-bb03-deaf529b4edd {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:02:18.916741 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-3d76fe05-a882-483d-a087-aca526fbdef2 req-097f9705-fe13-4ff1-90d6-73270c75a70d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:19.102791 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-449f2dcf-efb2-4d1a-ad68-76c660dcd989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:19.158145 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-4094813c-b5b2-46bd-81a8-85750049940f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:19.176302 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f2dcf-efb2-4d1a-ad68-76c660dcd989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305f2206-096b-4b10-89b2-e88cbc7fb3ca,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:19.180802 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-449f2dcf-efb2-4d1a-ad68-76c660dcd989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:19.182293 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Network 9b0e874f-69b5-4e89-8292-fc23cbc7812a is already hosted by enough agents. {{(pid=74276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:02:19.183134 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Pushing event updated for resources: {'Port': ['ID=1ea834f5-411b-41b1-84da-2eef976fd9f0,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:19.190159 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Resources bound (agent type, host, resource id): {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:02:19.196457 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Received port after_create {{(pid=74276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:02:19.202105 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-449f2dcf-efb2-4d1a-ad68-76c660dcd989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:19.203392 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-449f2dcf-efb2-4d1a-ad68-76c660dcd989 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/305f2206-096b-4b10-89b2-e88cbc7fb3ca HTTP/1.1" status: 204 len: 168 time: 0.4858789 Jul 09 16:02:19.224986 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:19.254215 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cd4619d8-054d-4457-bc2a-6305c5837ea8 req-b0bc33a3-7cc5-420c-a4b5-5a81ae88f260 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3778973 Jul 09 16:02:19.283312 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e2d9b-e5fd-4a12-98a9-b02733a0c341 req-f1551931-b91a-4a0d-a7c2-f5bc9655aacc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:19.285927 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4f8e2d9b-e5fd-4a12-98a9-b02733a0c341 req-f1551931-b91a-4a0d-a7c2-f5bc9655aacc service neutron] 10.222.0.89 "GET /v2.0/networks?id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd HTTP/1.1" status: 200 len: 917 time: 0.4883220 Jul 09 16:02:19.302698 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-3d76fe05-a882-483d-a087-aca526fbdef2 req-097f9705-fe13-4ff1-90d6-73270c75a70d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] For port d79c45d8-39ee-45e3-bb03-deaf529b4edd, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d79c45d8-39ee-45e3-bb03-deaf529b4edd,segment=NetworkSegment(c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c),segment_id=c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:19.305171 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-3d76fe05-a882-483d-a087-aca526fbdef2 req-097f9705-fe13-4ff1-90d6-73270c75a70d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:19.455121 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4f8e2d9b-e5fd-4a12-98a9-b02733a0c341 req-e4a46ef2-9b65-4b79-b9ac-f3c0e5bd454b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f072aa-5c88-4031-85ff-170812b97a25 HTTP/1.1" status: 200 len: 217 time: 0.1569617 Jul 09 16:02:19.465627 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd0eac-9b74-4fd8-a3d4-d93527c4489b req-ccd2c771-b836-47dd-bd25-9889046ced0b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:19.467636 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-06dd0eac-9b74-4fd8-a3d4-d93527c4489b req-ccd2c771-b836-47dd-bd25-9889046ced0b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 945 time: 0.4769979 Jul 09 16:02:19.635104 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-3d76fe05-a882-483d-a087-aca526fbdef2 req-097f9705-fe13-4ff1-90d6-73270c75a70d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:19.635465 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-3d76fe05-a882-483d-a087-aca526fbdef2 req-097f9705-fe13-4ff1-90d6-73270c75a70d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011831'] for floatingip, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:19.635881 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.db.l3_db [req-3d76fe05-a882-483d-a087-aca526fbdef2 req-097f9705-fe13-4ff1-90d6-73270c75a70d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Floating IP c81e139f-026e-4293-850d-5833843053cf disassociated. External IP: 172.28.0.226, port: d79c45d8-39ee-45e3-bb03-deaf529b4edd. Jul 09 16:02:19.636218 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-3d76fe05-a882-483d-a087-aca526fbdef2 req-097f9705-fe13-4ff1-90d6-73270c75a70d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Calling delete_port for d79c45d8-39ee-45e3-bb03-deaf529b4edd owned by compute:nova {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:02:19.692414 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e2d9b-e5fd-4a12-98a9-b02733a0c341 req-7f840f08-6b54-4706-ab0c-830846f8ddb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:19.698632 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4f8e2d9b-e5fd-4a12-98a9-b02733a0c341 req-7f840f08-6b54-4706-ab0c-830846f8ddb9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4006d4af-f154-4912-bdbd-6a5ff3424039 HTTP/1.1" status: 200 len: 855 time: 0.2000308 Jul 09 16:02:19.752169 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-06dd0eac-9b74-4fd8-a3d4-d93527c4489b req-3696721a-0b98-40e5-9304-5c2e808b5068 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=39799956-66f0-4b28-a8a4-89fcd1aba4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539299 Jul 09 16:02:19.792336 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-3d76fe05-a882-483d-a087-aca526fbdef2 req-097f9705-fe13-4ff1-90d6-73270c75a70d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:19.798368 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-72c1ac51-9dda-4ffc-984c-fea9777206db tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:19.909618 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4f8e2d9b-e5fd-4a12-98a9-b02733a0c341 req-0dc9f065-f42c-4d87-87a7-6aeaf0ca19b5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2039533 Jul 09 16:02:19.927973 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f9705-fe13-4ff1-90d6-73270c75a70d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Pushing event deleted for resources: {'Port': ['ID=d79c45d8-39ee-45e3-bb03-deaf529b4edd,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:19.932167 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-097f9705-fe13-4ff1-90d6-73270c75a70d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:20.166900 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d76fe05-a882-483d-a087-aca526fbdef2 req-097f9705-fe13-4ff1-90d6-73270c75a70d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Router 620dd722-2137-4921-89e9-7e20a8df1ff7 has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 16:02:20.198439 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4f8e2d9b-e5fd-4a12-98a9-b02733a0c341 req-d8414b3f-0463-495c-93c6-ea32b58627c6 service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616826 Jul 09 16:02:20.375632 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4f8e2d9b-e5fd-4a12-98a9-b02733a0c341 req-b06818a7-4d99-4763-83bb-da1b803133fa service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661010 Jul 09 16:02:20.419337 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d76fe05-a882-483d-a087-aca526fbdef2 req-097f9705-fe13-4ff1-90d6-73270c75a70d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:02:20.430682 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2f0c86-6852-4340-a1c6-53065bed462c None None] Sync routers for ids ['620dd722-2137-4921-89e9-7e20a8df1ff7'] in dv-cinder-800228-1-smb {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 16:02:20.446918 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f0c86-6852-4340-a1c6-53065bed462c None None] Routers {'620dd722-2137-4921-89e9-7e20a8df1ff7'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:02:20.447542 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-8f2f0c86-6852-4340-a1c6-53065bed462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:02:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['620dd722-2137-4921-89e9-7e20a8df1ff7'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:20.562575 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d76fe05-a882-483d-a087-aca526fbdef2 req-097f9705-fe13-4ff1-90d6-73270c75a70d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] No DVR routers for this DVR port d79c45d8-39ee-45e3-bb03-deaf529b4edd on host hv-cinder-80022 {{(pid=74277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:02:20.566838 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-3d76fe05-a882-483d-a087-aca526fbdef2 req-097f9705-fe13-4ff1-90d6-73270c75a70d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:20.582130 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc95a64-9c36-40ec-aaa5-1ce2734525f7', 'name': 'network-vif-deleted', 'tag': 'd79c45d8-39ee-45e3-bb03-deaf529b4edd'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:02:20.583089 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:20.592258 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-3d76fe05-a882-483d-a087-aca526fbdef2 req-097f9705-fe13-4ff1-90d6-73270c75a70d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.89 "DELETE /v2.0/ports/d79c45d8-39ee-45e3-bb03-deaf529b4edd HTTP/1.1" status: 204 len: 173 time: 1.7804375 Jul 09 16:02:20.656850 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:20.663601 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc95a64-9c36-40ec-aaa5-1ce2734525f7', 'name': 'network-vif-deleted', 'tag': 'd79c45d8-39ee-45e3-bb03-deaf529b4edd', 'status': 'completed', 'code': 200} Jul 09 16:02:20.676493 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-8f2f0c86-6852-4340-a1c6-53065bed462c None None] Set router 620dd722-2137-4921-89e9-7e20a8df1ff7 gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:02:20.821163 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f85ee-9b17-4701-87a7-7d53ec384397 req-2be5ac61-f1ee-47d7-93ac-214c210bc9f4 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:20.823578 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-019f85ee-9b17-4701-87a7-7d53ec384397 req-2be5ac61-f1ee-47d7-93ac-214c210bc9f4 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 944 time: 0.3319004 Jul 09 16:02:21.002554 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8fde691a-2231-4859-af0b-61e253d8f311 req-77b3450b-0890-4145-a557-f34297f7ba5d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc95a64-9c36-40ec-aaa5-1ce2734525f7 HTTP/1.1" status: 200 len: 210 time: 0.0509343 Jul 09 16:02:21.017526 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-019f85ee-9b17-4701-87a7-7d53ec384397 req-4c0adbd0-2d4f-4056-abc6-c9e8346936b2 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831393 Jul 09 16:02:21.139923 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-8f2f0c86-6852-4340-a1c6-53065bed462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:52Z', 'updated_at': '2021-07-09T15:57:01Z', 'revision_number': 4, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'gw_port': {'id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:53Z', 'updated_at': '2021-07-09T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': '1d16fb4c-6e33-4c4f-b6bc-fe27943850bf', 'name': '', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'mac_address': 'fa:16:3e:88:0b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:00Z', 'updated_at': '2021-07-09T15:57:19Z', 'revision_number': 5, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'subnets': [{'id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:21.142863 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for port, precommit_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:21.145271 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2f0c86-6852-4340-a1c6-53065bed462c None None] Checking router: 620dd722-2137-4921-89e9-7e20a8df1ff7 for host: dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 16:02:21.150559 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1598889'] for port, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:21.157041 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:21.158391 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f0c86-6852-4340-a1c6-53065bed462c None None] Routers {'620dd722-2137-4921-89e9-7e20a8df1ff7'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:02:21.159018 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-8f2f0c86-6852-4340-a1c6-53065bed462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:02:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['620dd722-2137-4921-89e9-7e20a8df1ff7'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:21.273081 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Pushing event updated for resources: {'Port': ['ID=1ea834f5-411b-41b1-84da-2eef976fd9f0,revision_number=2']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:21.276087 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:21.293397 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011831'] for floatingip, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:21.371903 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-8f2f0c86-6852-4340-a1c6-53065bed462c None None] Set router 620dd722-2137-4921-89e9-7e20a8df1ff7 gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:02:21.428192 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device e1f072aa-5c88-4031-85ff-170812b97a25 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 16:02:21.547044 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.db.l3_db [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Floating IP 79b7512b-225e-4592-87cc-5cdb621bb141 associated. External IP: 172.28.0.250, port: c4387640-a7d4-43ff-862a-466882cde4d9. Jul 09 16:02:21.810534 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port e1f072aa-5c88-4031-85ff-170812b97a25, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e1f072aa-5c88-4031-85ff-170812b97a25,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:21.857178 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': 'e1f072aa-5c88-4031-85ff-170812b97a25', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'port_id': 'e1f072aa-5c88-4031-85ff-170812b97a25', 'mac_address': 'fa:16:3e:5a:91:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 16:02:21.918020 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:21.941338 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f072aa-5c88-4031-85ff-170812b97a25 {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:02:21.966610 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port e1f072aa-5c88-4031-85ff-170812b97a25, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e1f072aa-5c88-4031-85ff-170812b97a25,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:21.975500 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-8f2f0c86-6852-4340-a1c6-53065bed462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:52Z', 'updated_at': '2021-07-09T15:57:01Z', 'revision_number': 4, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'gw_port': {'id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:53Z', 'updated_at': '2021-07-09T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': '1d16fb4c-6e33-4c4f-b6bc-fe27943850bf', 'name': '', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'mac_address': 'fa:16:3e:88:0b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:00Z', 'updated_at': '2021-07-09T15:57:19Z', 'revision_number': 5, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'subnets': [{'id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:21.978896 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:21.981150 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-26a2cd11-1f56-4332-a807-f8567835b0af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:22.013031 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2f0c86-6852-4340-a1c6-53065bed462c None None] The sync data for ids ['620dd722-2137-4921-89e9-7e20a8df1ff7'] in dv-cinder-800228-1-smb is: [{'id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:52Z', 'updated_at': '2021-07-09T15:57:01Z', 'revision_number': 4, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'gw_port': {'id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:53Z', 'updated_at': '2021-07-09T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': '1d16fb4c-6e33-4c4f-b6bc-fe27943850bf', 'name': '', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'mac_address': 'fa:16:3e:88:0b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:00Z', 'updated_at': '2021-07-09T15:57:19Z', 'revision_number': 5, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'subnets': [{'id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:02:22.034275 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Router 08432412-b51d-4bc7-9f50-0dfaf7272c27 has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 16:02:22.108731 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=e1f072aa-5c88-4031-85ff-170812b97a25,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:22.131836 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:22.132614 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:22.133970 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:22.134845 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:22.135524 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:22.136430 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:22.137660 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:22.139924 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:22.140986 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:22.142579 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:22.143800 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:22.168001 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:22.319165 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45728) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:22.367707 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:02:22.383117 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6d6187-8f4c-4fb7-9629-c2a6568c65a9 None None] Sync routers for ids ['08432412-b51d-4bc7-9f50-0dfaf7272c27'] in dv-cinder-800228-1-smb {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 16:02:22.394047 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa735059-5251-4826-ac5c-df4de956e838 req-b05d01ca-565e-4fff-b55a-3335a7222b6e tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:22.397973 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6d6187-8f4c-4fb7-9629-c2a6568c65a9 None None] Routers {'08432412-b51d-4bc7-9f50-0dfaf7272c27'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:02:22.399634 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-4e6d6187-8f4c-4fb7-9629-c2a6568c65a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:02:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['08432412-b51d-4bc7-9f50-0dfaf7272c27'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:22.406262 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-aa735059-5251-4826-ac5c-df4de956e838 req-b05d01ca-565e-4fff-b55a-3335a7222b6e tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 945 time: 0.1510577 Jul 09 16:02:22.436199 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eb6ebb-ec5b-40ba-b437-4241707f40ee None None] New status for floating IP c81e139f-026e-4293-850d-5833843053cf: DOWN {{(pid=74278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 09 16:02:22.462603 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for floatingip, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:22.466264 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e816c6d4-811c-47be-afd8-0f6081299b76 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:22.504538 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e816c6d4-811c-47be-afd8-0f6081299b76 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:22.530341 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['e1f072aa-5c88-4031-85ff-170812b97a25'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:02:22.557753 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-aa735059-5251-4826-ac5c-df4de956e838 req-bb0b5207-8911-408e-bcaa-8dbe128e6384 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497502 Jul 09 16:02:22.583341 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5953460 Jul 09 16:02:22.584286 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ff7690-2674-4749-910f-ac9dfe81a052', 'tag': 'c4387640-a7d4-43ff-862a-466882cde4d9'}] {{(pid=74276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:02:22.589841 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45734) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:22.608305 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-199c2e78-e96e-46d4-8285-9fe18c29b67c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-853086304', 'description': 'tempest-secgroup-smoke-853086304 description', 'project_id': '9734e6913b3742b99116bfdfd1f31a8c'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:22.622765 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-199c2e78-e96e-46d4-8285-9fe18c29b67c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:22.640488 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-199c2e78-e96e-46d4-8285-9fe18c29b67c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:22.653132 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e816c6d4-811c-47be-afd8-0f6081299b76 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:22.658164 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b030000d-8fce-4610-b09b-24570d9c8c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:22.673997 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816c6d4-811c-47be-afd8-0f6081299b76 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39799956-66f0-4b28-a8a4-89fcd1aba4da,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:22.675989 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-199c2e78-e96e-46d4-8285-9fe18c29b67c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:22.680948 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ff7690-2674-4749-910f-ac9dfe81a052', 'tag': 'c4387640-a7d4-43ff-862a-466882cde4d9', 'status': 'completed', 'code': 200} Jul 09 16:02:22.687316 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e816c6d4-811c-47be-afd8-0f6081299b76 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:22.700252 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e816c6d4-811c-47be-afd8-0f6081299b76 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:22.701540 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-e816c6d4-811c-47be-afd8-0f6081299b76 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "DELETE /v2.0/security-groups/39799956-66f0-4b28-a8a4-89fcd1aba4da HTTP/1.1" status: 204 len: 168 time: 0.3813930 Jul 09 16:02:22.704338 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45744) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:22.740234 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.api.v2.resource [None req-b764d96d-4ce2-4baf-9fbe-40bc23a9c099 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] show failed (client error): The resource could not be found. Jul 09 16:02:22.744398 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45748) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:22.744783 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-b764d96d-4ce2-4baf-9fbe-40bc23a9c099 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups/39799956-66f0-4b28-a8a4-89fcd1aba4da HTTP/1.1" status: 404 len: 347 time: 0.0338852 Jul 09 16:02:22.772171 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-4e6d6187-8f4c-4fb7-9629-c2a6568c65a9 None None] Set router 08432412-b51d-4bc7-9f50-0dfaf7272c27 gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:02:22.865509 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-199c2e78-e96e-46d4-8285-9fe18c29b67c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:22.878778 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-199c2e78-e96e-46d4-8285-9fe18c29b67c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Usage tracker for resource:security_group_rule and tenant:9734e6913b3742b99116bfdfd1f31a8c is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:22.887320 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-199c2e78-e96e-46d4-8285-9fe18c29b67c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:22.915736 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-199c2e78-e96e-46d4-8285-9fe18c29b67c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:22.945105 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a5b129bf-6035-4172-a3bb-5863c95a7fbc req-8a5cdd19-2b95-4930-8b5e-f9f4b708be91 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9734e6913b3742b99116bfdfd1f31a8c&device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 1098 time: 0.1991229 Jul 09 16:02:23.105510 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-199c2e78-e96e-46d4-8285-9fe18c29b67c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.110873 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-199c2e78-e96e-46d4-8285-9fe18c29b67c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.164558 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-d7baf1ac-f467-46e9-bd0a-9fb5cda5547f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:23.200619 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [None req-ee3a1c28-e1c9-488d-ba4f-88a4dcc4d646 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Deleting port 834c282e-dd5f-4f0d-9ef0-aefccf79ba5e {{(pid=74276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:02:23.202238 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ee3a1c28-e1c9-488d-ba4f-88a4dcc4d646 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.202774 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b129bf-6035-4172-a3bb-5863c95a7fbc req-ae522447-3d1f-4d95-a29c-73de8c37dbd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:23.204485 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a5b129bf-6035-4172-a3bb-5863c95a7fbc req-ae522447-3d1f-4d95-a29c-73de8c37dbd6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2aef26c2-728e-4f07-ab10-dbc440359593 HTTP/1.1" status: 200 len: 916 time: 0.2494836 Jul 09 16:02:23.221116 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-199c2e78-e96e-46d4-8285-9fe18c29b67c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.224024 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-199c2e78-e96e-46d4-8285-9fe18c29b67c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6315351 Jul 09 16:02:23.234730 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45760) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:23.299691 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-eb8dd377-8245-4966-bee5-c6e54e2246a1 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Request body: {'security_group_rule': {'security_group_id': '4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8', 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:23.314335 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-4e6d6187-8f4c-4fb7-9629-c2a6568c65a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'name': 'tempest-TestMinimumBasicScenario-2091181227-router', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': '1130af67-f694-4762-8a66-fb305976fc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:11Z', 'updated_at': '2021-07-09T16:01:16Z', 'revision_number': 4, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'gw_port': {'id': '1130af67-f694-4762-8a66-fb305976fc45', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:12Z', 'updated_at': '2021-07-09T16:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_floatingips': [{'id': '79b7512b-225e-4592-87cc-5cdb621bb141', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'floating_ip_address': '172.28.0.250', 'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'router_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'port_id': 'c4387640-a7d4-43ff-862a-466882cde4d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593', 'mac_address': 'fa:16:3e:2f:1c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ff7690-2674-4749-910f-ac9dfe81a052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:02:19Z', 'updated_at': '2021-07-09T16:02:19Z', 'revision_number': 0, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b04ec3-751a-40cf-93d4-45bd04eb841e', 'name': '', 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'mac_address': 'fa:16:3e:69:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c22bd6f-ed95-4156-aa3f-f5c013fbf309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:15Z', 'updated_at': '2021-07-09T16:01:29Z', 'revision_number': 5, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'subnets': [{'id': '5c22bd6f-ed95-4156-aa3f-f5c013fbf309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:23.317012 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-eb8dd377-8245-4966-bee5-c6e54e2246a1 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:23.319067 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6d6187-8f4c-4fb7-9629-c2a6568c65a9 None None] Checking router: 08432412-b51d-4bc7-9f50-0dfaf7272c27 for host: dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 16:02:23.334638 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6d6187-8f4c-4fb7-9629-c2a6568c65a9 None None] Routers {'08432412-b51d-4bc7-9f50-0dfaf7272c27'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:02:23.335392 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-4e6d6187-8f4c-4fb7-9629-c2a6568c65a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:02:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['08432412-b51d-4bc7-9f50-0dfaf7272c27'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:23.336547 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c2e78-e96e-46d4-8285-9fe18c29b67c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:23.339212 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-eb8dd377-8245-4966-bee5-c6e54e2246a1 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Usage tracker for resource:security_group_rule and tenant:9734e6913b3742b99116bfdfd1f31a8c is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:23.345474 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-199c2e78-e96e-46d4-8285-9fe18c29b67c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:23.346517 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-eb8dd377-8245-4966-bee5-c6e54e2246a1 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:23.365462 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-eb8dd377-8245-4966-bee5-c6e54e2246a1 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:23.370398 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device d79c45d8-39ee-45e3-bb03-deaf529b4edd no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:02:23.399181 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd377-8245-4966-bee5-c6e54e2246a1 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.456943 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] No Port match for: d79c45d8-39ee-45e3-bb03-deaf529b4edd {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:02:23.457497 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device d79c45d8-39ee-45e3-bb03-deaf529b4edd not bound to the agent host hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:02:23.475406 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd377-8245-4966-bee5-c6e54e2246a1 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.480996 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a5b129bf-6035-4172-a3bb-5863c95a7fbc req-9477b018-8a2b-4333-b0cb-c771bf2ae3e5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4387640-a7d4-43ff-862a-466882cde4d9 HTTP/1.1" status: 200 len: 999 time: 0.2539556 Jul 09 16:02:23.480996 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd377-8245-4966-bee5-c6e54e2246a1 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903320'] for security_group_rule, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.483185 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:23.534394 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ee3a1c28-e1c9-488d-ba4f-88a4dcc4d646 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.535007 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ee3a1c28-e1c9-488d-ba4f-88a4dcc4d646 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.558848 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8dd377-8245-4966-bee5-c6e54e2246a1 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe907dde-e0e9-41de-9f5d-d945395a20d7,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:23.564785 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-eb8dd377-8245-4966-bee5-c6e54e2246a1 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:23.597939 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd377-8245-4966-bee5-c6e54e2246a1 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.602349 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-eb8dd377-8245-4966-bee5-c6e54e2246a1 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3078632 Jul 09 16:02:23.603428 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45764) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:23.620331 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b129bf-6035-4172-a3bb-5863c95a7fbc req-25229196-d8f2-4709-9d80-8353ca42347b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:23.622016 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a5b129bf-6035-4172-a3bb-5863c95a7fbc req-25229196-d8f2-4709-9d80-8353ca42347b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5c22bd6f-ed95-4156-aa3f-f5c013fbf309 HTTP/1.1" status: 200 len: 854 time: 0.1313519 Jul 09 16:02:23.627448 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-fdace6f3-c0ec-4b59-92c4-6e16d1d0b243 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Request body: {'security_group_rule': {'security_group_id': '4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8', 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:23.634833 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-fdace6f3-c0ec-4b59-92c4-6e16d1d0b243 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:23.648808 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-4e6d6187-8f4c-4fb7-9629-c2a6568c65a9 None None] Set router 08432412-b51d-4bc7-9f50-0dfaf7272c27 gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:02:23.684164 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-fdace6f3-c0ec-4b59-92c4-6e16d1d0b243 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Usage tracker for resource:security_group_rule and tenant:9734e6913b3742b99116bfdfd1f31a8c is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:23.693786 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-fdace6f3-c0ec-4b59-92c4-6e16d1d0b243 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:23.695485 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [None req-ee3a1c28-e1c9-488d-ba4f-88a4dcc4d646 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Calling delete_port for 834c282e-dd5f-4f0d-9ef0-aefccf79ba5e owned by network:floatingip {{(pid=74276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:02:23.704411 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-fdace6f3-c0ec-4b59-92c4-6e16d1d0b243 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:23.752272 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fdace6f3-c0ec-4b59-92c4-6e16d1d0b243 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.769689 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a5b129bf-6035-4172-a3bb-5863c95a7fbc req-d4e760a2-7bc8-40d9-8afd-66fe27615886 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2aef26c2-728e-4f07-ab10-dbc440359593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1361215 Jul 09 16:02:23.961140 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fdace6f3-c0ec-4b59-92c4-6e16d1d0b243 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.971878 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a5b129bf-6035-4172-a3bb-5863c95a7fbc req-9060b4e4-b64d-472b-a63e-8c8ddb387c66 service neutron] 10.222.0.89 "GET /v2.0/networks/2aef26c2-728e-4f07-ab10-dbc440359593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940978 Jul 09 16:02:23.972767 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fdace6f3-c0ec-4b59-92c4-6e16d1d0b243 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903320'] for security_group_rule, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.975516 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:23.980161 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ee3a1c28-e1c9-488d-ba4f-88a4dcc4d646 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.991417 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfe2db-3b82-4a41-b8b2-5a170b2b164f req-3144d300-58a8-4ff4-8226-2dbe0839e5bc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:23.993105 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e9bfe2db-3b82-4a41-b8b2-5a170b2b164f req-3144d300-58a8-4ff4-8226-2dbe0839e5bc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 945 time: 0.1248012 Jul 09 16:02:23.993941 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-882e3917-04b0-418a-a157-0ec2a4a04d2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:23.995017 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdace6f3-c0ec-4b59-92c4-6e16d1d0b243 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd77bf6-aee4-41af-b96b-53f9922c9192,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:24.027141 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-fdace6f3-c0ec-4b59-92c4-6e16d1d0b243 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:24.075067 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a1c28-e1c9-488d-ba4f-88a4dcc4d646 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Pushing event deleted for resources: {'Port': ['ID=834c282e-dd5f-4f0d-9ef0-aefccf79ba5e,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:24.082068 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-ee3a1c28-e1c9-488d-ba4f-88a4dcc4d646 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:24.174447 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e9bfe2db-3b82-4a41-b8b2-5a170b2b164f req-68167b77-c9fe-4565-9f42-8ba1b4f3dc39 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357191 Jul 09 16:02:24.192402 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fdace6f3-c0ec-4b59-92c4-6e16d1d0b243 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.195933 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-fdace6f3-c0ec-4b59-92c4-6e16d1d0b243 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5779748 Jul 09 16:02:24.199957 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45774) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:24.212605 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-dab59056-f588-4363-b014-8119ca18b650 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Request body: {'security_group_rule': {'security_group_id': '4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8', 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:24.233953 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-dab59056-f588-4363-b014-8119ca18b650 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:24.249576 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-dab59056-f588-4363-b014-8119ca18b650 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Usage tracker for resource:security_group_rule and tenant:9734e6913b3742b99116bfdfd1f31a8c is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:24.256154 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ee3a1c28-e1c9-488d-ba4f-88a4dcc4d646 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for floatingip, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.262590 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-dab59056-f588-4363-b014-8119ca18b650 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:24.273175 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-dab59056-f588-4363-b014-8119ca18b650 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:24.285106 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ee3a1c28-e1c9-488d-ba4f-88a4dcc4d646 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for floatingip, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.289261 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-ee3a1c28-e1c9-488d-ba4f-88a4dcc4d646 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "DELETE /v2.0/floatingips/c81e139f-026e-4293-850d-5833843053cf HTTP/1.1" status: 204 len: 168 time: 1.5405307 Jul 09 16:02:24.293284 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a5b129bf-6035-4172-a3bb-5863c95a7fbc req-f7ba8e62-a124-4195-a4ab-f52a36b37287 service neutron] 10.222.0.89 "GET /v2.0/networks/2aef26c2-728e-4f07-ab10-dbc440359593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031147 Jul 09 16:02:24.320554 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-4e6d6187-8f4c-4fb7-9629-c2a6568c65a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'name': 'tempest-TestMinimumBasicScenario-2091181227-router', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': '1130af67-f694-4762-8a66-fb305976fc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:11Z', 'updated_at': '2021-07-09T16:01:16Z', 'revision_number': 4, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'gw_port': {'id': '1130af67-f694-4762-8a66-fb305976fc45', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:12Z', 'updated_at': '2021-07-09T16:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_floatingips': [{'id': '79b7512b-225e-4592-87cc-5cdb621bb141', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'floating_ip_address': '172.28.0.250', 'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'router_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'port_id': 'c4387640-a7d4-43ff-862a-466882cde4d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593', 'mac_address': 'fa:16:3e:2f:1c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ff7690-2674-4749-910f-ac9dfe81a052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:02:19Z', 'updated_at': '2021-07-09T16:02:19Z', 'revision_number': 0, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b04ec3-751a-40cf-93d4-45bd04eb841e', 'name': '', 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'mac_address': 'fa:16:3e:69:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c22bd6f-ed95-4156-aa3f-f5c013fbf309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:15Z', 'updated_at': '2021-07-09T16:01:29Z', 'revision_number': 5, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'subnets': [{'id': '5c22bd6f-ed95-4156-aa3f-f5c013fbf309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:24.331949 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dab59056-f588-4363-b014-8119ca18b650 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.340378 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6d6187-8f4c-4fb7-9629-c2a6568c65a9 None None] The sync data for ids ['08432412-b51d-4bc7-9f50-0dfaf7272c27'] in dv-cinder-800228-1-smb is: [{'id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'name': 'tempest-TestMinimumBasicScenario-2091181227-router', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': '1130af67-f694-4762-8a66-fb305976fc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:11Z', 'updated_at': '2021-07-09T16:01:16Z', 'revision_number': 4, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'gw_port': {'id': '1130af67-f694-4762-8a66-fb305976fc45', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:12Z', 'updated_at': '2021-07-09T16:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_floatingips': [{'id': '79b7512b-225e-4592-87cc-5cdb621bb141', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'floating_ip_address': '172.28.0.250', 'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'router_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'port_id': 'c4387640-a7d4-43ff-862a-466882cde4d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593', 'mac_address': 'fa:16:3e:2f:1c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ff7690-2674-4749-910f-ac9dfe81a052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:02:19Z', 'updated_at': '2021-07-09T16:02:19Z', 'revision_number': 0, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b04ec3-751a-40cf-93d4-45bd04eb841e', 'name': '', 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'mac_address': 'fa:16:3e:69:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c22bd6f-ed95-4156-aa3f-f5c013fbf309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:15Z', 'updated_at': '2021-07-09T16:01:29Z', 'revision_number': 5, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'subnets': [{'id': '5c22bd6f-ed95-4156-aa3f-f5c013fbf309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:02:24.434987 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dab59056-f588-4363-b014-8119ca18b650 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.440554 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dab59056-f588-4363-b014-8119ca18b650 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903320'] for security_group_rule, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.443182 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:24.467045 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab59056-f588-4363-b014-8119ca18b650 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965fb681-79fe-4dcc-85ff-d839a9bd2264,revision_number=0']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:24.469615 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-dab59056-f588-4363-b014-8119ca18b650 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:24.477439 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dab59056-f588-4363-b014-8119ca18b650 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.479194 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-dab59056-f588-4363-b014-8119ca18b650 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2758155 Jul 09 16:02:24.484816 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45780) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:24.493017 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-1fb6396e-4ba3-4da3-8fcb-682906ced673 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Request body: {'security_group_rule': {'security_group_id': '4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8', 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:24.499717 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-1fb6396e-4ba3-4da3-8fcb-682906ced673 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:24.505894 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-1fb6396e-4ba3-4da3-8fcb-682906ced673 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Usage tracker for resource:security_group_rule and tenant:9734e6913b3742b99116bfdfd1f31a8c is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:24.510079 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-1fb6396e-4ba3-4da3-8fcb-682906ced673 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:24.607077 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f01d0e-87c6-4f2d-b28b-76e0b38b8f78 None None] New status for floating IP 79b7512b-225e-4592-87cc-5cdb621bb141: ACTIVE {{(pid=74279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 09 16:02:24.619066 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-1fb6396e-4ba3-4da3-8fcb-682906ced673 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:24.641882 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-1fb6396e-4ba3-4da3-8fcb-682906ced673 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.677370 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45784) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:24.690514 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-91ebbd02-bad9-46c8-a567-2ecf23b77082 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--703213170', 'description': 'tempest-description--803862688'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:24.700195 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-91ebbd02-bad9-46c8-a567-2ecf23b77082 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:24.706387 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-91ebbd02-bad9-46c8-a567-2ecf23b77082 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Usage tracker for resource:security_group and tenant:3ea28ba7538a42cf98540122fdcd24bc is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:24.712822 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-91ebbd02-bad9-46c8-a567-2ecf23b77082 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:24.720570 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-91ebbd02-bad9-46c8-a567-2ecf23b77082 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:24.740138 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-1fb6396e-4ba3-4da3-8fcb-682906ced673 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.742639 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-91ebbd02-bad9-46c8-a567-2ecf23b77082 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.753543 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-1fb6396e-4ba3-4da3-8fcb-682906ced673 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903320'] for security_group_rule, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.759779 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-3c1fd89f-63fd-4a91-a0b7-b5cd248b3ece tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:24.789445 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6396e-4ba3-4da3-8fcb-682906ced673 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5112e09-8d46-42ae-8694-88dd7255ac3d,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:24.794856 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-1fb6396e-4ba3-4da3-8fcb-682906ced673 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:24.805735 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-1fb6396e-4ba3-4da3-8fcb-682906ced673 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.806933 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-1fb6396e-4ba3-4da3-8fcb-682906ced673 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3198481 Jul 09 16:02:24.810656 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45788) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:24.812517 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-91ebbd02-bad9-46c8-a567-2ecf23b77082 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:24.818243 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-6243a5b7-fe0b-4406-ba65-54fd34fe95ec tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Request body: {'security_group_rule': {'security_group_id': '4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8', 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:24.825487 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-6243a5b7-fe0b-4406-ba65-54fd34fe95ec tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:24.826767 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-91ebbd02-bad9-46c8-a567-2ecf23b77082 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Usage tracker for resource:security_group_rule and tenant:3ea28ba7538a42cf98540122fdcd24bc is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:24.830562 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-91ebbd02-bad9-46c8-a567-2ecf23b77082 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:24.830990 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-6243a5b7-fe0b-4406-ba65-54fd34fe95ec tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Usage tracker for resource:security_group_rule and tenant:9734e6913b3742b99116bfdfd1f31a8c is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:24.834225 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-6243a5b7-fe0b-4406-ba65-54fd34fe95ec tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:24.837617 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-91ebbd02-bad9-46c8-a567-2ecf23b77082 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:24.840260 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-6243a5b7-fe0b-4406-ba65-54fd34fe95ec tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:24.855939 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.db.securitygroups_db [None req-6243a5b7-fe0b-4406-ba65-54fd34fe95ec tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Project 9734e6913b3742b99116bfdfd1f31a8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:02:24.866261 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-6243a5b7-fe0b-4406-ba65-54fd34fe95ec tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.918363 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-91ebbd02-bad9-46c8-a567-2ecf23b77082 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.923470 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-91ebbd02-bad9-46c8-a567-2ecf23b77082 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.929323 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-bd597f5d-b205-424b-bbbe-bb92f318245c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:24.938635 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-6243a5b7-fe0b-4406-ba65-54fd34fe95ec tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.944196 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-6243a5b7-fe0b-4406-ba65-54fd34fe95ec tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903320'] for security_group_rule, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.946179 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-dab59056-f588-4363-b014-8119ca18b650 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:24.970147 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ebbd02-bad9-46c8-a567-2ecf23b77082 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84c9b3b-1bb1-49bc-86a7-4cf82c8eec6d,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:24.970513 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243a5b7-fe0b-4406-ba65-54fd34fe95ec tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9264caae-208e-4539-8cde-9a2d57d71fc2,revision_number=0']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:24.973069 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-91ebbd02-bad9-46c8-a567-2ecf23b77082 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:24.974000 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-91ebbd02-bad9-46c8-a567-2ecf23b77082 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.975155 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-91ebbd02-bad9-46c8-a567-2ecf23b77082 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2968345 Jul 09 16:02:24.977925 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-6243a5b7-fe0b-4406-ba65-54fd34fe95ec tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:24.978048 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45792) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:24.984280 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-0b7e1d79-0ea9-4309-8f0e-f70dd2d5b5d1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Request body: {'security_group_rule': {'security_group_id': 'f84c9b3b-1bb1-49bc-86a7-4cf82c8eec6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:24.990668 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-6243a5b7-fe0b-4406-ba65-54fd34fe95ec tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.990839 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-0b7e1d79-0ea9-4309-8f0e-f70dd2d5b5d1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:24.991860 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-6243a5b7-fe0b-4406-ba65-54fd34fe95ec tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1798487 Jul 09 16:02:24.994683 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45796) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:24.995068 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-0b7e1d79-0ea9-4309-8f0e-f70dd2d5b5d1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Usage tracker for resource:security_group_rule and tenant:3ea28ba7538a42cf98540122fdcd24bc is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:24.998533 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-0b7e1d79-0ea9-4309-8f0e-f70dd2d5b5d1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:25.001662 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-1896b4bd-8077-42bc-8f50-d4a469210573 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Request body: {'security_group_rule': {'security_group_id': '4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8', 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:25.006854 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-0b7e1d79-0ea9-4309-8f0e-f70dd2d5b5d1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:25.007574 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-1896b4bd-8077-42bc-8f50-d4a469210573 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:25.012353 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-1896b4bd-8077-42bc-8f50-d4a469210573 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Usage tracker for resource:security_group_rule and tenant:9734e6913b3742b99116bfdfd1f31a8c is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:25.015466 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-1896b4bd-8077-42bc-8f50-d4a469210573 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:25.022297 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-1896b4bd-8077-42bc-8f50-d4a469210573 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:25.029376 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0b7e1d79-0ea9-4309-8f0e-f70dd2d5b5d1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.032826 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.db.securitygroups_db [None req-1896b4bd-8077-42bc-8f50-d4a469210573 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Project 9734e6913b3742b99116bfdfd1f31a8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:02:25.040145 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-1896b4bd-8077-42bc-8f50-d4a469210573 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.077726 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.099380 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0b7e1d79-0ea9-4309-8f0e-f70dd2d5b5d1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.103654 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0b7e1d79-0ea9-4309-8f0e-f70dd2d5b5d1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903320'] for security_group_rule, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.105742 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:25.120477 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-1896b4bd-8077-42bc-8f50-d4a469210573 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.123828 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e1d79-0ea9-4309-8f0e-f70dd2d5b5d1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9111f927-9c6d-40a2-b2d1-a63a3d1d7799,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:25.127942 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-1896b4bd-8077-42bc-8f50-d4a469210573 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903320'] for security_group_rule, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.131040 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-0b7e1d79-0ea9-4309-8f0e-f70dd2d5b5d1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:25.137255 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-e011f897-a12f-4c72-851e-c660eeb8b513 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:25.142848 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0b7e1d79-0ea9-4309-8f0e-f70dd2d5b5d1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.144129 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-0b7e1d79-0ea9-4309-8f0e-f70dd2d5b5d1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1650782 Jul 09 16:02:25.146787 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45800) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:25.155385 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-68f73683-9ef8-4e62-b58d-8b384b81c542 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Request body: {'security_group_rule': {'security_group_id': 'f84c9b3b-1bb1-49bc-86a7-4cf82c8eec6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:25.162389 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-68f73683-9ef8-4e62-b58d-8b384b81c542 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:25.163661 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896b4bd-8077-42bc-8f50-d4a469210573 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33af7834-a97f-4cf1-a014-e0d1e019533d,revision_number=0']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:25.166527 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-1896b4bd-8077-42bc-8f50-d4a469210573 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:25.167969 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-68f73683-9ef8-4e62-b58d-8b384b81c542 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Usage tracker for resource:security_group_rule and tenant:3ea28ba7538a42cf98540122fdcd24bc is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:25.170619 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-1896b4bd-8077-42bc-8f50-d4a469210573 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.171002 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-68f73683-9ef8-4e62-b58d-8b384b81c542 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:25.172127 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-1896b4bd-8077-42bc-8f50-d4a469210573 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1762574 Jul 09 16:02:25.180805 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-68f73683-9ef8-4e62-b58d-8b384b81c542 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:25.198506 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-68f73683-9ef8-4e62-b58d-8b384b81c542 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.285634 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-68f73683-9ef8-4e62-b58d-8b384b81c542 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.292180 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-68f73683-9ef8-4e62-b58d-8b384b81c542 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903320'] for security_group_rule, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.322239 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-ec844fea-400a-4c97-9cc9-f966732c0cff tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:25.328323 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0550f8da-a385-411e-9575-5cfd8afb9b47 req-de85ae7f-b2f9-4845-aa5e-72222a83a926 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-853086304&fields=id&tenant_id=9734e6913b3742b99116bfdfd1f31a8c HTTP/1.1" status: 200 len: 267 time: 0.0569837 Jul 09 16:02:25.333589 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-68f73683-9ef8-4e62-b58d-8b384b81c542 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.337714 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-68f73683-9ef8-4e62-b58d-8b384b81c542 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1871128 Jul 09 16:02:25.340031 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45812) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:25.348003 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Request body: {'floatingip': {'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:25.353260 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f73683-9ef8-4e62-b58d-8b384b81c542 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f349e1-5200-4d05-ad88-185c9b01848b,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:25.356962 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-68f73683-9ef8-4e62-b58d-8b384b81c542 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:25.359728 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:25.367996 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Usage tracker for resource:floatingip and tenant:3ea28ba7538a42cf98540122fdcd24bc is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:25.372121 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:25.377575 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device e1f072aa-5c88-4031-85ff-170812b97a25 up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:02:25.382085 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:25.404075 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for floatingip, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.434563 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550f8da-a385-411e-9575-5cfd8afb9b47 req-19725dd6-6a9c-4fe1-a451-8c7414f8b318 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:25.442858 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0550f8da-a385-411e-9575-5cfd8afb9b47 req-19725dd6-6a9c-4fe1-a451-8c7414f8b318 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 945 time: 0.1135430 Jul 09 16:02:25.454976 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [req-0550f8da-a385-411e-9575-5cfd8afb9b47 req-84a837d7-4cb9-43b3-a90f-2aa0f3838b63 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Request body: {'port': {'security_groups': ['1f97399a-91e7-4e4e-a202-4f61f920d849', '4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8']}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:25.477128 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning for port e1f072aa-5c88-4031-85ff-170812b97a25 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:02:25.495596 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port e1f072aa-5c88-4031-85ff-170812b97a25 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:02:25.496404 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.617989 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.659533 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-0550f8da-a385-411e-9575-5cfd8afb9b47 req-84a837d7-4cb9-43b3-a90f-2aa0f3838b63 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.739945 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.771392 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65dbc73b-5339-4428-adef-baa5f97ff4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f072aa-5c88-4031-85ff-170812b97a25'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:02:25.783629 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port e1f072aa-5c88-4031-85ff-170812b97a25, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e1f072aa-5c88-4031-85ff-170812b97a25,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:25.789100 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.791848 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:25.862776 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Allocated IP 172.28.0.89 (9b0e874f-69b5-4e89-8292-fc23cbc7812a/89578b1c-09bb-418b-8489-b10f6f860e17/ae1b6c54-6a40-42f6-aad1-8c525ff8d9a5) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:02:25.897694 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=e1f072aa-5c88-4031-85ff-170812b97a25,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:25.903736 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:26.049136 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:26.089699 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff447319-74ec-4dc0-a30e-dce606faaa35 req-58aa555d-4919-4f1a-ba62-28f4a5597310 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:26.099764 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ff447319-74ec-4dc0-a30e-dce606faaa35 req-58aa555d-4919-4f1a-ba62-28f4a5597310 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.3453407 Jul 09 16:02:26.108399 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:26.113696 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2bdc6f27-34d2-41a4-bf93-5bfde247fb81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:26.187022 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Network 9b0e874f-69b5-4e89-8292-fc23cbc7812a is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:02:26.191269 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:02:26.191949 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ff447319-74ec-4dc0-a30e-dce606faaa35 req-b95e6ebe-a48e-417f-8cf2-dc08d0ab6e7d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905292 Jul 09 16:02:26.195514 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:02:26.206669 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [req-0550f8da-a385-411e-9575-5cfd8afb9b47 req-84a837d7-4cb9-43b3-a90f-2aa0f3838b63 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] For port c4387640-a7d4-43ff-862a-466882cde4d9, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c4387640-a7d4-43ff-862a-466882cde4d9,segment=NetworkSegment(6e4f7ad2-2caa-42cf-874e-46168c8239c3),segment_id=6e4f7ad2-2caa-42cf-874e-46168c8239c3)] {{(pid=74276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:26.229036 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Pushing event updated for resources: {'Port': ['ID=ae1b6c54-6a40-42f6-aad1-8c525ff8d9a5,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:26.236513 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:26.261479 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-0550f8da-a385-411e-9575-5cfd8afb9b47 req-84a837d7-4cb9-43b3-a90f-2aa0f3838b63 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for port, precommit_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:26.268346 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-0550f8da-a385-411e-9575-5cfd8afb9b47 req-84a837d7-4cb9-43b3-a90f-2aa0f3838b63 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1598889'] for port, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:26.284722 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:26.298279 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65dbc73b-5339-4428-adef-baa5f97ff4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f072aa-5c88-4031-85ff-170812b97a25', 'code': 200} Jul 09 16:02:26.324923 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['c4387640-a7d4-43ff-862a-466882cde4d9'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:02:26.366539 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550f8da-a385-411e-9575-5cfd8afb9b47 req-84a837d7-4cb9-43b3-a90f-2aa0f3838b63 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:26.367205 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-0550f8da-a385-411e-9575-5cfd8afb9b47 req-84a837d7-4cb9-43b3-a90f-2aa0f3838b63 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:26.372455 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0550f8da-a385-411e-9575-5cfd8afb9b47 req-84a837d7-4cb9-43b3-a90f-2aa0f3838b63 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "PUT /v2.0/ports/c4387640-a7d4-43ff-862a-466882cde4d9 HTTP/1.1" status: 200 len: 981 time: 0.9283614 Jul 09 16:02:26.373197 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ff7690-2674-4749-910f-ac9dfe81a052', 'tag': 'c4387640-a7d4-43ff-862a-466882cde4d9'}] {{(pid=74276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:02:26.412009 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a837d7-4cb9-43b3-a90f-2aa0f3838b63 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Pushing event updated for resources: {'Port': ['ID=c4387640-a7d4-43ff-862a-466882cde4d9,revision_number=6']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:26.419087 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-84a837d7-4cb9-43b3-a90f-2aa0f3838b63 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:26.481727 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ff7690-2674-4749-910f-ac9dfe81a052', 'tag': 'c4387640-a7d4-43ff-862a-466882cde4d9', 'status': 'completed', 'code': 200} Jul 09 16:02:26.483476 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:26.591493 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['c4387640-a7d4-43ff-862a-466882cde4d9'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:02:26.652035 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc6478-899e-4cad-9cb1-cbd0a81f9ed9 req-824b8573-c5f0-4286-a226-904e89191e1d tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:26.653795 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-acdc6478-899e-4cad-9cb1-cbd0a81f9ed9 req-824b8573-c5f0-4286-a226-904e89191e1d tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 984 time: 0.1312802 Jul 09 16:02:26.660605 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:26.870065 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-acdc6478-899e-4cad-9cb1-cbd0a81f9ed9 req-813f388e-f02b-4793-a52b-c2f3c40b56e7 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&id=4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2095056 Jul 09 16:02:26.877479 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-d7a273ee-9be3-4ea4-8be6-23c06460212d req-a149ebe4-e981-4361-b6a8-1637916577a3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9734e6913b3742b99116bfdfd1f31a8c&device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 1137 time: 0.3215058 Jul 09 16:02:26.915662 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d2749878-9538-4438-89a3-7190d2e558f0 req-9aade5f6-bbe0-4737-99b1-1ab139a985d2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 1099 time: 0.2328393 Jul 09 16:02:26.927216 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-5f6add31-d797-42d4-8373-b9b50ceaa7d8 None None] Provisioning complete for port c4387640-a7d4-43ff-862a-466882cde4d9 triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:02:26.927591 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-5f6add31-d797-42d4-8373-b9b50ceaa7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:26.962137 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d2749878-9538-4438-89a3-7190d2e558f0 req-5d0ba711-e9dc-4f13-9620-16d96e7add58 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396397 Jul 09 16:02:27.093597 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a273ee-9be3-4ea4-8be6-23c06460212d req-1764b454-a917-4f68-b5a0-c25bf5863c8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:27.095445 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-d7a273ee-9be3-4ea4-8be6-23c06460212d req-1764b454-a917-4f68-b5a0-c25bf5863c8e service neutron] 10.222.0.89 "GET /v2.0/networks?id=2aef26c2-728e-4f07-ab10-dbc440359593 HTTP/1.1" status: 200 len: 916 time: 0.2000484 Jul 09 16:02:27.101126 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:27.105806 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501494'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:27.110338 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-097f9705-fe13-4ff1-90d6-73270c75a70d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:27.289492 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011831'] for floatingip, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:27.306393 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Pushing event updated for resources: {'Port': ['ID=ae1b6c54-6a40-42f6-aad1-8c525ff8d9a5,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:27.311742 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:27.328072 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for floatingip, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:27.330209 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9875538 Jul 09 16:02:27.517585 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-d7a273ee-9be3-4ea4-8be6-23c06460212d req-967a3b8e-6818-46b8-874e-c81d50f7dccd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4387640-a7d4-43ff-862a-466882cde4d9 HTTP/1.1" status: 200 len: 1001 time: 0.1524405 Jul 09 16:02:27.556868 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abe980-95aa-4ba2-bf0d-8e5cf7cbe16a req-4aca4412-e588-439e-adc2-361796d743d4 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:27.559334 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-33abe980-95aa-4ba2-bf0d-8e5cf7cbe16a req-4aca4412-e588-439e-adc2-361796d743d4 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1715257 Jul 09 16:02:27.656138 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-33abe980-95aa-4ba2-bf0d-8e5cf7cbe16a req-ce13380c-aaf0-4896-a807-81544b055fa6 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826962 Jul 09 16:02:27.717052 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a273ee-9be3-4ea4-8be6-23c06460212d req-b4c062fd-dccc-4b0b-89e1-7b5e1be4140d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:27.718591 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-d7a273ee-9be3-4ea4-8be6-23c06460212d req-b4c062fd-dccc-4b0b-89e1-7b5e1be4140d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5c22bd6f-ed95-4156-aa3f-f5c013fbf309 HTTP/1.1" status: 200 len: 854 time: 0.1944549 Jul 09 16:02:27.721445 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b5b2906d-6622-4318-b3be-f620ef3a7c9d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--703213170&fields=id&tenant_id=3ea28ba7538a42cf98540122fdcd24bc HTTP/1.1" status: 200 len: 267 time: 0.0557394 Jul 09 16:02:27.787678 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45866) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:27.842085 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-d7a273ee-9be3-4ea4-8be6-23c06460212d req-21b8f3d9-8385-41fb-8bcc-6cb4f275fc6f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2aef26c2-728e-4f07-ab10-dbc440359593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1102500 Jul 09 16:02:27.930151 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-af9cc3a7-2b76-47cc-995c-d06fe1790235 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:27.933516 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-af9cc3a7-2b76-47cc-995c-d06fe1790235 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/networks?id=c0f8cb26-8b3d-4d13-b008-9f068bcd3651 HTTP/1.1" status: 200 len: 810 time: 0.1995301 Jul 09 16:02:27.955716 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-946e0a33-9564-43b9-897a-22d48ce69b70 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/quotas/3ea28ba7538a42cf98540122fdcd24bc HTTP/1.1" status: 200 len: 375 time: 0.0180774 Jul 09 16:02:28.034516 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-50e89ec6-ed9b-4793-8ef0-d75f826a0684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:28.044956 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-d7a273ee-9be3-4ea4-8be6-23c06460212d req-c1e34d75-b305-46d8-80c7-c0b38c609dd2 service neutron] 10.222.0.89 "GET /v2.0/networks/2aef26c2-728e-4f07-ab10-dbc440359593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916037 Jul 09 16:02:28.066006 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-0d58221a-d4aa-48fe-9899-595e4b0812ed tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Synchronizing usage tracker for tenant:3ea28ba7538a42cf98540122fdcd24bc on resource:port {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:02:28.083657 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-0d58221a-d4aa-48fe-9899-595e4b0812ed tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Unset dirty status for tenant:3ea28ba7538a42cf98540122fdcd24bc on resource:port {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:02:28.086693 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-0d58221a-d4aa-48fe-9899-595e4b0812ed tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3ea28ba7538a42cf98540122fdcd24bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1237094 Jul 09 16:02:28.148378 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-50e89ec6-ed9b-4793-8ef0-d75f826a0684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:28.155242 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-50e89ec6-ed9b-4793-8ef0-d75f826a0684 admin admin] Usage tracker for resource:security_group_rule and tenant:97e028a262214401affa1f3b82dffce5 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:28.165172 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-50e89ec6-ed9b-4793-8ef0-d75f826a0684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:28.175023 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-50e89ec6-ed9b-4793-8ef0-d75f826a0684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:28.244443 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-d7a273ee-9be3-4ea4-8be6-23c06460212d req-8006f36c-091a-4fd6-a400-92aec66d23a3 service neutron] 10.222.0.89 "GET /v2.0/networks/2aef26c2-728e-4f07-ab10-dbc440359593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767299 Jul 09 16:02:28.317635 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-50e89ec6-ed9b-4793-8ef0-d75f826a0684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:28.322532 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-50e89ec6-ed9b-4793-8ef0-d75f826a0684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:28.331394 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-705a26a3-362c-4be1-a26c-6d0d2c6681b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:28.338867 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-bd5df21e-4c9d-41cf-8d53-9ce9465ad5d1 service neutron] 10.222.0.66 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384937 Jul 09 16:02:28.380103 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e89ec6-ed9b-4793-8ef0-d75f826a0684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca4bba9-932e-47d2-9b43-0ed063c4badf,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:28.384651 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-50e89ec6-ed9b-4793-8ef0-d75f826a0684 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=97e028a262214401affa1f3b82dffce5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5954239 Jul 09 16:02:28.385720 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-50e89ec6-ed9b-4793-8ef0-d75f826a0684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:28.388022 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45874) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:28.477822 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-cdda2497-7c57-4016-b396-8f8bef9bc4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:28.518278 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-cdda2497-7c57-4016-b396-8f8bef9bc4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:28.522263 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-88eacc03-fb76-4631-8d7d-1c839c39d8a3 service neutron] 10.222.0.66 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773598 Jul 09 16:02:28.599211 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-cdda2497-7c57-4016-b396-8f8bef9bc4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:28.603950 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-df9c0601-de0a-4673-95a1-a37193125c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:28.620543 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda2497-7c57-4016-b396-8f8bef9bc4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca4bba9-932e-47d2-9b43-0ed063c4badf,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:28.624312 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-cdda2497-7c57-4016-b396-8f8bef9bc4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:28.634089 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-cdda2497-7c57-4016-b396-8f8bef9bc4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:28.635881 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-cdda2497-7c57-4016-b396-8f8bef9bc4ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eca4bba9-932e-47d2-9b43-0ed063c4badf HTTP/1.1" status: 204 len: 168 time: 0.2468352 Jul 09 16:02:28.806540 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-83c5dab9-d385-4d99-8b48-5c02fe864726 req-c053b6b9-fc91-4fa7-98e3-d8b9fbf0cc65 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 210 time: 0.0624688 Jul 09 16:02:29.014138 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c96477-2d8d-4e0e-a6b8-4b07d641af9b req-389d6a10-2b6a-491a-afa0-75dc0fd9827a tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:29.017478 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-75c96477-2d8d-4e0e-a6b8-4b07d641af9b req-389d6a10-2b6a-491a-afa0-75dc0fd9827a tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1285446 Jul 09 16:02:29.091661 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-75c96477-2d8d-4e0e-a6b8-4b07d641af9b req-b02e446b-de02-4eaf-95e7-5e1a2bf52a64 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685532 Jul 09 16:02:29.130317 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45894) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:29.158537 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8edb-3a46-4b11-a857-e96158709c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:29.197942 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-dd6c8edb-3a46-4b11-a857-e96158709c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:29.203091 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-dd6c8edb-3a46-4b11-a857-e96158709c62 admin admin] Usage tracker for resource:security_group_rule and tenant:77d54cae05cf447f843bb4018a0fa54e is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:29.207331 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-dd6c8edb-3a46-4b11-a857-e96158709c62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:29.215086 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-dd6c8edb-3a46-4b11-a857-e96158709c62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:29.372768 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8edb-3a46-4b11-a857-e96158709c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:29.379918 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8edb-3a46-4b11-a857-e96158709c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:29.388068 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-0280ef7e-70ef-49f5-8214-58e55a92647a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:29.446978 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c8edb-3a46-4b11-a857-e96158709c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f1c550-d13d-48ed-93d5-0dc9467dcbc6,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:29.450443 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-dd6c8edb-3a46-4b11-a857-e96158709c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:29.460666 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-dd6c8edb-3a46-4b11-a857-e96158709c62 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=77d54cae05cf447f843bb4018a0fa54e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3243096 Jul 09 16:02:29.460666 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45900) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:29.480372 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696d41a-51db-4342-9a73-0e22989f9834 req-858effc4-65c4-4dea-9d6f-d743201f217d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:29.481869 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2696d41a-51db-4342-9a73-0e22989f9834 req-858effc4-65c4-4dea-9d6f-d743201f217d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1941953 Jul 09 16:02:29.490708 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 45904) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:29.503257 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-20d8d20a-74a3-488f-8ea1-fca6705c5ef0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Request body: {'floatingip': {'port_id': 'e1f072aa-5c88-4031-85ff-170812b97a25'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:29.604824 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-20d8d20a-74a3-488f-8ea1-fca6705c5ef0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for floatingip, before_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:29.742422 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dd05ef71-6a4c-4cbd-b17a-aee21697ddc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:29.819944 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dd05ef71-6a4c-4cbd-b17a-aee21697ddc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:29.975646 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dd05ef71-6a4c-4cbd-b17a-aee21697ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:29.980818 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-ead7ef41-005b-4f53-9eee-1175684ee9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:30.191519 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05ef71-6a4c-4cbd-b17a-aee21697ddc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f1c550-d13d-48ed-93d5-0dc9467dcbc6,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:30.201621 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-dd05ef71-6a4c-4cbd-b17a-aee21697ddc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:30.217384 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-29d87b21-e287-459d-b621-c6d860b47a95 req-be46ab4b-8b94-46dd-b71e-5b91c7d98356 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 210 time: 0.2265184 Jul 09 16:02:30.222352 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-dd05ef71-6a4c-4cbd-b17a-aee21697ddc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:30.226624 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-dd05ef71-6a4c-4cbd-b17a-aee21697ddc3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f0f1c550-d13d-48ed-93d5-0dc9467dcbc6 HTTP/1.1" status: 204 len: 168 time: 0.7656746 Jul 09 16:02:30.246310 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-2aa6e075-8d91-430a-b25c-589619f8564d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:30.247044 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-2aa6e075-8d91-430a-b25c-589619f8564d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Synchronizing usage tracker for tenant:3ea28ba7538a42cf98540122fdcd24bc on resource:network {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:02:30.280522 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-2aa6e075-8d91-430a-b25c-589619f8564d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Unset dirty status for tenant:3ea28ba7538a42cf98540122fdcd24bc on resource:network {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:02:30.283398 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-2aa6e075-8d91-430a-b25c-589619f8564d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.89 "GET /v2.0/networks?id=c0f8cb26-8b3d-4d13-b008-9f068bcd3651 HTTP/1.1" status: 200 len: 810 time: 0.2417369 Jul 09 16:02:30.359294 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-88ec2d03-17c9-458b-8ea7-2cbe30efa6d9 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Synchronizing usage tracker for tenant:3ea28ba7538a42cf98540122fdcd24bc on resource:security_group {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:02:30.381952 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-88ec2d03-17c9-458b-8ea7-2cbe30efa6d9 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Unset dirty status for tenant:3ea28ba7538a42cf98540122fdcd24bc on resource:security_group {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:02:30.383221 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-88ec2d03-17c9-458b-8ea7-2cbe30efa6d9 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ea28ba7538a42cf98540122fdcd24bc HTTP/1.1" status: 200 len: 379 time: 0.0712347 Jul 09 16:02:30.402062 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-688271b1-c25f-491d-a4f8-60ff99fdd8e2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Request body: {'port': {'device_id': 'f2f397a1-da90-46fb-b394-d2127d5b585a', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'admin_state_up': True, 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'security_groups': ['f84c9b3b-1bb1-49bc-86a7-4cf82c8eec6d']}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:30.562458 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-688271b1-c25f-491d-a4f8-60ff99fdd8e2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:30.575578 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-688271b1-c25f-491d-a4f8-60ff99fdd8e2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:30.587127 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-688271b1-c25f-491d-a4f8-60ff99fdd8e2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Made reservation on behalf of 3ea28ba7538a42cf98540122fdcd24bc for: {'port': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:02:30.590242 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-688271b1-c25f-491d-a4f8-60ff99fdd8e2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:30.637017 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-20d8d20a-74a3-488f-8ea1-fca6705c5ef0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:30.643863 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-20d8d20a-74a3-488f-8ea1-fca6705c5ef0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011831'] for floatingip, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:30.812340 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45914) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:30.838635 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-688271b1-c25f-491d-a4f8-60ff99fdd8e2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Allocated IP 172.20.0.9 (c0f8cb26-8b3d-4d13-b008-9f068bcd3651/b4105b35-a599-44f8-8dc4-3f9e81bce3de/b7887cec-ba0f-401f-8e3f-3a9fcf4370aa) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:02:30.840840 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3e12-ee78-48c3-a165-789700d4c1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:30.900679 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.db.l3_db [None req-20d8d20a-74a3-488f-8ea1-fca6705c5ef0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Floating IP c4225db8-9a1a-4268-b824-a17ec6b61354 associated. External IP: 172.28.0.88, port: e1f072aa-5c88-4031-85ff-170812b97a25. Jul 09 16:02:30.903868 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-5f9d3e12-ee78-48c3-a165-789700d4c1a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:30.911716 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-5f9d3e12-ee78-48c3-a165-789700d4c1a7 admin admin] Usage tracker for resource:security_group_rule and tenant:b31ac03e844540329210a5f8c7526fc3 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:30.929203 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-5f9d3e12-ee78-48c3-a165-789700d4c1a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:30.988529 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-5f9d3e12-ee78-48c3-a165-789700d4c1a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:31.115244 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-688271b1-c25f-491d-a4f8-60ff99fdd8e2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:31.145940 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3e12-ee78-48c3-a165-789700d4c1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:31.150264 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3e12-ee78-48c3-a165-789700d4c1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:31.157211 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-688271b1-c25f-491d-a4f8-60ff99fdd8e2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Transition to ACTIVE for port object b7887cec-ba0f-401f-8e3f-3a9fcf4370aa will not be triggered until provisioned by entity DHCP. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:02:31.176704 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-001475bf-662a-44ed-b5ce-8702585db2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:31.190671 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-688271b1-c25f-491d-a4f8-60ff99fdd8e2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:31.234235 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d3e12-ee78-48c3-a165-789700d4c1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1f8dfd-31d1-4bef-90e6-36f48aa9be53,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:31.240551 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-5f9d3e12-ee78-48c3-a165-789700d4c1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:31.245464 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-5f9d3e12-ee78-48c3-a165-789700d4c1a7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b31ac03e844540329210a5f8c7526fc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4316075 Jul 09 16:02:31.246061 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:31.274721 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 45918) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:31.296311 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-688271b1-c25f-491d-a4f8-60ff99fdd8e2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Network c0f8cb26-8b3d-4d13-b008-9f068bcd3651 is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:02:31.322769 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-688271b1-c25f-491d-a4f8-60ff99fdd8e2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:02:31.331727 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-688271b1-c25f-491d-a4f8-60ff99fdd8e2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:02:31.346403 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d8d20a-74a3-488f-8ea1-fca6705c5ef0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Router 8cc6a412-5080-4c7e-8d8a-760a356dca2a has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 16:02:31.405977 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688271b1-c25f-491d-a4f8-60ff99fdd8e2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Pushing event updated for resources: {'Port': ['ID=b7887cec-ba0f-401f-8e3f-3a9fcf4370aa,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:31.420509 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-688271b1-c25f-491d-a4f8-60ff99fdd8e2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:31.440732 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-688271b1-c25f-491d-a4f8-60ff99fdd8e2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:31.441361 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-688271b1-c25f-491d-a4f8-60ff99fdd8e2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:31.478037 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b18444fd-916e-440c-aaf9-ed13a3cb99e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:31.507840 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-688271b1-c25f-491d-a4f8-60ff99fdd8e2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1110709 Jul 09 16:02:31.515740 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b18444fd-916e-440c-aaf9-ed13a3cb99e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:31.533777 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Request body: {'port': {'device_id': 'f2f397a1-da90-46fb-b394-d2127d5b585a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:31.597041 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-877c3900-eeb1-4213-9e8e-d60b5b6018bc None None] Provisioning for port b7887cec-ba0f-401f-8e3f-3a9fcf4370aa completed by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:02:31.603079 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8a60e-119e-441a-a25c-f45e06936375 req-177b7432-1ef1-4d33-8c34-ac9de1473164 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:31.603322 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-877c3900-eeb1-4213-9e8e-d60b5b6018bc None None] Provisioning complete for port b7887cec-ba0f-401f-8e3f-3a9fcf4370aa triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:02:31.603871 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-877c3900-eeb1-4213-9e8e-d60b5b6018bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:31.606350 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a3f8a60e-119e-441a-a25c-f45e06936375 req-177b7432-1ef1-4d33-8c34-ac9de1473164 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 931 time: 0.1727979 Jul 09 16:02:31.681256 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-877c3900-eeb1-4213-9e8e-d60b5b6018bc None None] Port b7887cec-ba0f-401f-8e3f-3a9fcf4370aa cannot update to ACTIVE because it is not bound. {{(pid=74278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 09 16:02:31.696162 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a3f8a60e-119e-441a-a25c-f45e06936375 req-6b362f9d-11a5-42f0-ae84-df8bd922b0dd tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=f84c9b3b-1bb1-49bc-86a7-4cf82c8eec6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819972 Jul 09 16:02:31.724365 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d8d20a-74a3-488f-8ea1-fca6705c5ef0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:02:31.732429 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-20d8d20a-74a3-488f-8ea1-fca6705c5ef0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for floatingip, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:31.738177 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8301dad4-7163-4580-aa91-81ae73152d8a None None] Sync routers for ids ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'] in dv-cinder-800228-1-smb {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 16:02:31.758296 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8301dad4-7163-4580-aa91-81ae73152d8a None None] Routers {'8cc6a412-5080-4c7e-8d8a-760a356dca2a'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:02:31.759523 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-8301dad4-7163-4580-aa91-81ae73152d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:02:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:31.789702 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:31.810652 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b18444fd-916e-440c-aaf9-ed13a3cb99e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:31.815567 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c7687dd7-a84b-4217-9006-7d978c33bdea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:31.828329 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-20d8d20a-74a3-488f-8ea1-fca6705c5ef0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "PUT /v2.0/floatingips/c4225db8-9a1a-4268-b824-a17ec6b61354 HTTP/1.1" status: 200 len: 991 time: 2.3335862 Jul 09 16:02:31.828329 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65dbc73b-5339-4428-adef-baa5f97ff4e0', 'tag': 'e1f072aa-5c88-4031-85ff-170812b97a25'}] {{(pid=74276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:02:31.870033 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18444fd-916e-440c-aaf9-ed13a3cb99e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1f8dfd-31d1-4bef-90e6-36f48aa9be53,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:31.872785 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b18444fd-916e-440c-aaf9-ed13a3cb99e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:31.880876 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b18444fd-916e-440c-aaf9-ed13a3cb99e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:31.882087 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-b18444fd-916e-440c-aaf9-ed13a3cb99e7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5e1f8dfd-31d1-4bef-90e6-36f48aa9be53 HTTP/1.1" status: 204 len: 168 time: 0.6054776 Jul 09 16:02:31.991537 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65dbc73b-5339-4428-adef-baa5f97ff4e0', 'tag': 'e1f072aa-5c88-4031-85ff-170812b97a25', 'status': 'completed', 'code': 200} Jul 09 16:02:32.136138 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-8301dad4-7163-4580-aa91-81ae73152d8a None None] Set router 8cc6a412-5080-4c7e-8d8a-760a356dca2a gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:02:32.181119 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6ac5f521-e241-4df0-8cd1-0c67285af871 req-d51c4a61-8afc-4a4f-a11d-1b468e49553d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69e197f3158d4b4ca9126da741e0244b&device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 1099 time: 0.1180744 Jul 09 16:02:32.363126 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7887cec-ba0f-401f-8e3f-3a9fcf4370aa {{(pid=74277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:02:32.372632 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:32.397495 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Transition to ACTIVE for port object b7887cec-ba0f-401f-8e3f-3a9fcf4370aa will not be triggered until provisioned by entity L2. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:02:32.402098 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501494'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:32.406203 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:32.577467 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5f521-e241-4df0-8cd1-0c67285af871 req-7c1bfcc9-9d72-4018-a447-2ba6a363b39e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:32.579355 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6ac5f521-e241-4df0-8cd1-0c67285af871 req-7c1bfcc9-9d72-4018-a447-2ba6a363b39e service neutron] 10.222.0.89 "GET /v2.0/networks?id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd HTTP/1.1" status: 200 len: 917 time: 0.3917046 Jul 09 16:02:32.643296 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-8301dad4-7163-4580-aa91-81ae73152d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:57:15Z', 'revision_number': 4, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'gw_port': {'id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:08:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:56Z', 'updated_at': '2021-07-09T15:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_floatingips': [{'id': 'c4225db8-9a1a-4268-b824-a17ec6b61354', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'floating_ip_address': '172.28.0.88', 'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'router_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'port_id': 'e1f072aa-5c88-4031-85ff-170812b97a25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'mac_address': 'fa:16:3e:5a:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65dbc73b-5339-4428-adef-baa5f97ff4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:02:11Z', 'updated_at': '2021-07-09T16:02:30Z', 'revision_number': 1, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c9a69d-9383-4b20-9b1c-42c6c4641e83', 'name': '', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'mac_address': 'fa:16:3e:5f:42:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:11Z', 'updated_at': '2021-07-09T15:57:44Z', 'revision_number': 5, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'subnets': [{'id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:32.649469 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8301dad4-7163-4580-aa91-81ae73152d8a None None] Checking router: 8cc6a412-5080-4c7e-8d8a-760a356dca2a for host: dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 16:02:32.663744 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8301dad4-7163-4580-aa91-81ae73152d8a None None] Routers {'8cc6a412-5080-4c7e-8d8a-760a356dca2a'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:02:32.664810 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-8301dad4-7163-4580-aa91-81ae73152d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:02:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:32.670243 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7887cec-ba0f-401f-8e3f-3a9fcf4370aa,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:32.677458 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:32.719083 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Attempting to bind port b7887cec-ba0f-401f-8e3f-3a9fcf4370aa on host hv-cinder-80022 for vnic_type normal with profile {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:02:32.720949 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Attempting to bind port b7887cec-ba0f-401f-8e3f-3a9fcf4370aa by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651'}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:02:32.721283 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Attempting to bind port b7887cec-ba0f-401f-8e3f-3a9fcf4370aa on network c0f8cb26-8b3d-4d13-b008-9f068bcd3651 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:02:32.730041 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Port b7887cec-ba0f-401f-8e3f-3a9fcf4370aa on network c0f8cb26-8b3d-4d13-b008-9f068bcd3651 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 09 16:02:32.730351 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Attempting to bind port b7887cec-ba0f-401f-8e3f-3a9fcf4370aa on network c0f8cb26-8b3d-4d13-b008-9f068bcd3651 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:02:32.737940 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Checking agent: {'id': '891cfaac-3e76-4d41-913f-991116fa71b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 16:02:32.738275 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Checking segment: {'id': 'c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:02:32.738653 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Bound using segment: {'id': 'c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651'} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 16:02:32.739171 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Bound port: b7887cec-ba0f-401f-8e3f-3a9fcf4370aa, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651'}}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:02:32.739547 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:32.742591 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6ac5f521-e241-4df0-8cd1-0c67285af871 req-dcec6576-8f31-40ef-ac68-69d6342b5fe6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f072aa-5c88-4031-85ff-170812b97a25 HTTP/1.1" status: 200 len: 999 time: 0.1555984 Jul 09 16:02:32.889641 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5f521-e241-4df0-8cd1-0c67285af871 req-5deadaf8-39e1-4227-b1b9-1c7a327f4aed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:32.891574 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6ac5f521-e241-4df0-8cd1-0c67285af871 req-5deadaf8-39e1-4227-b1b9-1c7a327f4aed service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4006d4af-f154-4912-bdbd-6a5ff3424039 HTTP/1.1" status: 200 len: 855 time: 0.1324635 Jul 09 16:02:32.897217 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] For port b7887cec-ba0f-401f-8e3f-3a9fcf4370aa, host hv-cinder-80022, cleared binding levels {{(pid=74277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:02:32.900741 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] For port b7887cec-ba0f-401f-8e3f-3a9fcf4370aa, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b7887cec-ba0f-401f-8e3f-3a9fcf4370aa,segment=NetworkSegment(c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c),segment_id=c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c)] {{(pid=74277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:02:32.907776 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501494'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:32.916042 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2edaa672-6f20-4f68-8b02-c8fb1e68f7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:32.986204 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-8301dad4-7163-4580-aa91-81ae73152d8a None None] Set router 8cc6a412-5080-4c7e-8d8a-760a356dca2a gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:02:32.990309 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:32.991795 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] 10.222.0.89 "PUT /v2.0/ports/b7887cec-ba0f-401f-8e3f-3a9fcf4370aa HTTP/1.1" status: 200 len: 1093 time: 1.4671226 Jul 09 16:02:32.992185 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f397a1-da90-46fb-b394-d2127d5b585a', 'tag': 'b7887cec-ba0f-401f-8e3f-3a9fcf4370aa'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:02:33.049967 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7887cec-ba0f-401f-8e3f-3a9fcf4370aa,revision_number=3']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:33.054063 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:33.148827 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208b830-c7d0-40c5-bf01-d975c80f3952 req-4437557a-37ba-4e50-afaf-40b5715967d8 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:33.156289 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3208b830-c7d0-40c5-bf01-d975c80f3952 req-4437557a-37ba-4e50-afaf-40b5715967d8 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 943 time: 0.2066448 Jul 09 16:02:33.161571 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6ac5f521-e241-4df0-8cd1-0c67285af871 req-a5dc65d0-ed4b-44ec-9d67-ef5554842b77 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2586408 Jul 09 16:02:33.176470 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f397a1-da90-46fb-b394-d2127d5b585a', 'tag': 'b7887cec-ba0f-401f-8e3f-3a9fcf4370aa', 'status': 'completed', 'code': 200} Jul 09 16:02:33.272308 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-1f694bb9-1c10-4201-a902-58f7d9ece9de service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3ea28ba7538a42cf98540122fdcd24bc&device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 1096 time: 0.1836457 Jul 09 16:02:33.403042 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-db824757-ef76-4f2d-84b3-32f93e6031b5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7887cec-ba0f-401f-8e3f-3a9fcf4370aa HTTP/1.1" status: 200 len: 217 time: 0.0989950 Jul 09 16:02:33.449366 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6ac5f521-e241-4df0-8cd1-0c67285af871 req-c706f0e6-a8a3-4dda-851b-43f5dfc7f440 service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660818 Jul 09 16:02:33.456492 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3208b830-c7d0-40c5-bf01-d975c80f3952 req-8f62e21c-02ac-43a6-b556-9298f6988587 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=f84c9b3b-1bb1-49bc-86a7-4cf82c8eec6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2991846 Jul 09 16:02:33.518791 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-8301dad4-7163-4580-aa91-81ae73152d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:57:15Z', 'revision_number': 4, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'gw_port': {'id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:08:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:56Z', 'updated_at': '2021-07-09T15:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_floatingips': [{'id': 'c4225db8-9a1a-4268-b824-a17ec6b61354', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'floating_ip_address': '172.28.0.88', 'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'router_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'port_id': 'e1f072aa-5c88-4031-85ff-170812b97a25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'mac_address': 'fa:16:3e:5a:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65dbc73b-5339-4428-adef-baa5f97ff4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:02:11Z', 'updated_at': '2021-07-09T16:02:30Z', 'revision_number': 1, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c9a69d-9383-4b20-9b1c-42c6c4641e83', 'name': '', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'mac_address': 'fa:16:3e:5f:42:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:11Z', 'updated_at': '2021-07-09T15:57:44Z', 'revision_number': 5, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'subnets': [{'id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:33.523563 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8301dad4-7163-4580-aa91-81ae73152d8a None None] The sync data for ids ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'] in dv-cinder-800228-1-smb is: [{'id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:57:15Z', 'revision_number': 4, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'gw_port': {'id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:08:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:56Z', 'updated_at': '2021-07-09T15:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_floatingips': [{'id': 'c4225db8-9a1a-4268-b824-a17ec6b61354', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'floating_ip_address': '172.28.0.88', 'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'router_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'port_id': 'e1f072aa-5c88-4031-85ff-170812b97a25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'mac_address': 'fa:16:3e:5a:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65dbc73b-5339-4428-adef-baa5f97ff4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:02:11Z', 'updated_at': '2021-07-09T16:02:30Z', 'revision_number': 1, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c9a69d-9383-4b20-9b1c-42c6c4641e83', 'name': '', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'mac_address': 'fa:16:3e:5f:42:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:11Z', 'updated_at': '2021-07-09T15:57:44Z', 'revision_number': 5, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'subnets': [{'id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:02:33.524549 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-dcaba279-4e84-4d00-bb39-54ba55d7be6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:33.526009 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-dcaba279-4e84-4d00-bb39-54ba55d7be6f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4105b35-a599-44f8-8dc4-3f9e81bce3de HTTP/1.1" status: 200 len: 849 time: 0.1105161 Jul 09 16:02:33.620265 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-2c47a04b-4fef-4206-b678-001e71aba2b4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c0f8cb26-8b3d-4d13-b008-9f068bcd3651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842612 Jul 09 16:02:33.672941 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6ac5f521-e241-4df0-8cd1-0c67285af871 req-b628d38b-85b8-44e7-a7cc-6c4adb9525fe service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100816 Jul 09 16:02:33.787217 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-5da654c7-740c-4147-af20-d96fdeb8bcbd service neutron] 10.222.0.89 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541598 Jul 09 16:02:33.861145 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-a24043f5-f735-4883-bd50-9275cddbfcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:33.942014 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-f5bd3267-613e-41bc-bfaf-47c167b24e1c req-1315d554-7200-4bed-93c0-214b7ce92357 service neutron] 10.222.0.89 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413615 Jul 09 16:02:34.168096 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e6ca9f00-5f59-4469-971c-0aec157cce72 req-c00bc507-46b8-4db7-9f3c-3f6ac901e12a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3ea28ba7538a42cf98540122fdcd24bc&device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 1096 time: 0.0990829 Jul 09 16:02:34.315755 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca9f00-5f59-4469-971c-0aec157cce72 req-0a84ae92-f602-402b-91f2-7eca0f05cd29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:34.317189 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e6ca9f00-5f59-4469-971c-0aec157cce72 req-0a84ae92-f602-402b-91f2-7eca0f05cd29 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c0f8cb26-8b3d-4d13-b008-9f068bcd3651 HTTP/1.1" status: 200 len: 911 time: 0.1452367 Jul 09 16:02:34.428225 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:34.490652 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e6ca9f00-5f59-4469-971c-0aec157cce72 req-ac68e972-d020-4ed0-afa6-6d71aa59ba73 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7887cec-ba0f-401f-8e3f-3a9fcf4370aa HTTP/1.1" status: 200 len: 217 time: 0.1624207 Jul 09 16:02:34.585628 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca9f00-5f59-4469-971c-0aec157cce72 req-9b604b76-71ae-47f6-916c-c3b4f84ee4ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:34.587382 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e6ca9f00-5f59-4469-971c-0aec157cce72 req-9b604b76-71ae-47f6-916c-c3b4f84ee4ba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4105b35-a599-44f8-8dc4-3f9e81bce3de HTTP/1.1" status: 200 len: 849 time: 0.0829914 Jul 09 16:02:34.709592 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e6ca9f00-5f59-4469-971c-0aec157cce72 req-41e6125f-320f-487f-844e-9e6812159a46 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c0f8cb26-8b3d-4d13-b008-9f068bcd3651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1064880 Jul 09 16:02:34.746587 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5cedf-fb74-4954-aab8-12ce7d1fa0bf req-2c36492c-66e8-4d70-9f6f-2b5b9804f494 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:34.748556 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8ba5cedf-fb74-4954-aab8-12ce7d1fa0bf req-2c36492c-66e8-4d70-9f6f-2b5b9804f494 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 943 time: 0.0987942 Jul 09 16:02:34.814618 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8ba5cedf-fb74-4954-aab8-12ce7d1fa0bf req-a1d572f7-3b86-4162-b85a-14a182851527 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=f84c9b3b-1bb1-49bc-86a7-4cf82c8eec6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598409 Jul 09 16:02:34.901815 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e6ca9f00-5f59-4469-971c-0aec157cce72 req-114df8bd-15d4-4307-b2aa-bef94049481d service neutron] 10.222.0.89 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756938 Jul 09 16:02:35.061531 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5a992-9dab-4742-87ef-8c60959d61b5 None None] New status for floating IP c4225db8-9a1a-4268-b824-a17ec6b61354: ACTIVE {{(pid=74279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 09 16:02:35.117086 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e6ca9f00-5f59-4469-971c-0aec157cce72 req-1fd91f5b-57c6-4980-94b0-e3b7d4f6d515 service neutron] 10.222.0.89 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033932 Jul 09 16:02:36.040787 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd297f-7d4f-43eb-9f8e-4cc640ee1115 req-f814054e-1dd2-4089-bf6f-925b6b088b45 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:36.042755 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d6dd297f-7d4f-43eb-9f8e-4cc640ee1115 req-f814054e-1dd2-4089-bf6f-925b6b088b45 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 943 time: 0.0908651 Jul 09 16:02:36.087837 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-5133022f-6461-48c9-b7de-36513691ef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:36.097461 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d6dd297f-7d4f-43eb-9f8e-4cc640ee1115 req-9a9131ff-a7d0-40da-9bf8-1cd9a9f35f1b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=f84c9b3b-1bb1-49bc-86a7-4cf82c8eec6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484278 Jul 09 16:02:37.094753 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:37.289829 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:02:37.354837 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275eb22-a3d5-4cae-97b8-95b77b47c0c3 req-654f2388-bdca-4274-be76-d1d4de14ef9b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:37.356987 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4275eb22-a3d5-4cae-97b8-95b77b47c0c3 req-654f2388-bdca-4274-be76-d1d4de14ef9b tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 943 time: 0.1216421 Jul 09 16:02:37.418675 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4275eb22-a3d5-4cae-97b8-95b77b47c0c3 req-e81e0dcb-9e33-49af-bae6-a274ea2ea90d tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=f84c9b3b-1bb1-49bc-86a7-4cf82c8eec6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522909 Jul 09 16:02:37.528876 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device b7887cec-ba0f-401f-8e3f-3a9fcf4370aa details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 16:02:37.676850 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port b7887cec-ba0f-401f-8e3f-3a9fcf4370aa, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b7887cec-ba0f-401f-8e3f-3a9fcf4370aa,segment=NetworkSegment(c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c),segment_id=c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:37.726317 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': 'b7887cec-ba0f-401f-8e3f-3a9fcf4370aa', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'port_id': 'b7887cec-ba0f-401f-8e3f-3a9fcf4370aa', 'mac_address': 'fa:16:3e:5c:25:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 16:02:37.784373 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:37.811284 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7887cec-ba0f-401f-8e3f-3a9fcf4370aa {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:02:37.819260 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port b7887cec-ba0f-401f-8e3f-3a9fcf4370aa, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b7887cec-ba0f-401f-8e3f-3a9fcf4370aa,segment=NetworkSegment(c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c),segment_id=c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:37.827334 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:37.830080 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:37.899555 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=b7887cec-ba0f-401f-8e3f-3a9fcf4370aa,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:37.902564 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:38.195487 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['b7887cec-ba0f-401f-8e3f-3a9fcf4370aa'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:02:38.642550 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c64243-949a-4695-927c-c09abdec907c req-d2e1ee64-1ae5-4f33-b77a-3c49da3f6c6f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:38.644090 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-55c64243-949a-4695-927c-c09abdec907c req-d2e1ee64-1ae5-4f33-b77a-3c49da3f6c6f tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 944 time: 0.0946529 Jul 09 16:02:38.690628 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:38.700583 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-55c64243-949a-4695-927c-c09abdec907c req-e158deb8-b4cf-45ea-889f-ade6b6830f2a tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=f84c9b3b-1bb1-49bc-86a7-4cf82c8eec6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507185 Jul 09 16:02:39.559071 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device b7887cec-ba0f-401f-8e3f-3a9fcf4370aa up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:02:39.630941 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning for port b7887cec-ba0f-401f-8e3f-3a9fcf4370aa completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:02:39.635779 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port b7887cec-ba0f-401f-8e3f-3a9fcf4370aa triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:02:39.636135 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:39.756873 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:39.788823 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f397a1-da90-46fb-b394-d2127d5b585a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7887cec-ba0f-401f-8e3f-3a9fcf4370aa'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:02:39.804345 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port b7887cec-ba0f-401f-8e3f-3a9fcf4370aa, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b7887cec-ba0f-401f-8e3f-3a9fcf4370aa,segment=NetworkSegment(c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c),segment_id=c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:39.809238 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:39.813530 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-3a828824-5c66-4713-a634-3823b94da9fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:39.892258 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=b7887cec-ba0f-401f-8e3f-3a9fcf4370aa,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:39.896931 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:39.950228 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc590bbe-c9f5-4002-b70c-a8ca4471d554 req-afcbe2af-7c7d-4691-b48d-c4ca0fa83720 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:39.957647 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cc590bbe-c9f5-4002-b70c-a8ca4471d554 req-afcbe2af-7c7d-4691-b48d-c4ca0fa83720 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 945 time: 0.1015849 Jul 09 16:02:40.009205 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cc590bbe-c9f5-4002-b70c-a8ca4471d554 req-187c1823-ca45-497b-8705-178aeef6cd78 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=f84c9b3b-1bb1-49bc-86a7-4cf82c8eec6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505455 Jul 09 16:02:40.067324 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f397a1-da90-46fb-b394-d2127d5b585a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7887cec-ba0f-401f-8e3f-3a9fcf4370aa', 'code': 200} Jul 09 16:02:40.405289 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-b116960d-e140-40c4-8895-f103c7cd508c req-be318789-6a6f-4db1-9600-17efb95d5663 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 1098 time: 0.0799437 Jul 09 16:02:40.483359 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-b116960d-e140-40c4-8895-f103c7cd508c req-ebf2f881-7b2c-4c96-bc60-f2b1e8605659 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f84c9b3b-1bb1-49bc-86a7-4cf82c8eec6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693951 Jul 09 16:02:41.231532 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26892e8c-f7c2-470f-b394-268ae32e5369 req-671c85ee-b92f-4344-a5b6-beed101d8f2a tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:41.233068 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-26892e8c-f7c2-470f-b394-268ae32e5369 req-671c85ee-b92f-4344-a5b6-beed101d8f2a tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 945 time: 0.0987847 Jul 09 16:02:41.290666 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-26892e8c-f7c2-470f-b394-268ae32e5369 req-10b0c3f9-4ce4-474e-afc2-5f758a41c63a tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=f84c9b3b-1bb1-49bc-86a7-4cf82c8eec6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509207 Jul 09 16:02:42.549123 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1ae1b-eb2b-41c7-9e52-62918fce9e4d req-6cdf46f9-4293-4b65-affc-1ceee161ffb3 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:42.550797 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-14d1ae1b-eb2b-41c7-9e52-62918fce9e4d req-6cdf46f9-4293-4b65-affc-1ceee161ffb3 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 945 time: 0.0990350 Jul 09 16:02:42.599764 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-14d1ae1b-eb2b-41c7-9e52-62918fce9e4d req-4dbc2b38-1643-4ce2-98a1-1f0fe0bd7cb8 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=f84c9b3b-1bb1-49bc-86a7-4cf82c8eec6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426533 Jul 09 16:02:42.852030 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deafa9-2578-4350-a16c-342bf8545723 req-3198d88f-c189-4952-8954-ee895cad9f62 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:42.853844 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e3deafa9-2578-4350-a16c-342bf8545723 req-3198d88f-c189-4952-8954-ee895cad9f62 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 945 time: 0.0971053 Jul 09 16:02:42.866891 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 46062) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:42.872606 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-eac341ae-45d3-4ee9-a477-990c49690ba3 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Request body: {'floatingip': {'port_id': 'b7887cec-ba0f-401f-8e3f-3a9fcf4370aa'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:02:42.960186 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-eac341ae-45d3-4ee9-a477-990c49690ba3 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for floatingip, before_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:43.753164 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-eac341ae-45d3-4ee9-a477-990c49690ba3 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:43.758226 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-eac341ae-45d3-4ee9-a477-990c49690ba3 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011831'] for floatingip, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:43.977988 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.db.l3_db [None req-eac341ae-45d3-4ee9-a477-990c49690ba3 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Floating IP 68a2b648-83c1-4fbe-aaaf-79d38eb2a63c associated. External IP: 172.28.0.89, port: b7887cec-ba0f-401f-8e3f-3a9fcf4370aa. Jul 09 16:02:44.443293 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac341ae-45d3-4ee9-a477-990c49690ba3 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Router 620dd722-2137-4921-89e9-7e20a8df1ff7 has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 16:02:44.659667 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac341ae-45d3-4ee9-a477-990c49690ba3 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:02:44.664027 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-eac341ae-45d3-4ee9-a477-990c49690ba3 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for floatingip, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:44.671920 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0f45c6-cfca-4e62-8c8b-9c8eaa06c296 None None] Sync routers for ids ['620dd722-2137-4921-89e9-7e20a8df1ff7'] in dv-cinder-800228-1-smb {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 16:02:44.688450 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f45c6-cfca-4e62-8c8b-9c8eaa06c296 None None] Routers {'620dd722-2137-4921-89e9-7e20a8df1ff7'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:02:44.689276 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-6a0f45c6-cfca-4e62-8c8b-9c8eaa06c296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:02:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['620dd722-2137-4921-89e9-7e20a8df1ff7'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:44.728070 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-eac341ae-45d3-4ee9-a477-990c49690ba3 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "PUT /v2.0/floatingips/68a2b648-83c1-4fbe-aaaf-79d38eb2a63c HTTP/1.1" status: 200 len: 990 time: 1.8600247 Jul 09 16:02:44.728699 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f397a1-da90-46fb-b394-d2127d5b585a', 'tag': 'b7887cec-ba0f-401f-8e3f-3a9fcf4370aa'}] {{(pid=74276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:02:44.914480 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-6a0f45c6-cfca-4e62-8c8b-9c8eaa06c296 None None] Set router 620dd722-2137-4921-89e9-7e20a8df1ff7 gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:02:44.945379 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f397a1-da90-46fb-b394-d2127d5b585a', 'tag': 'b7887cec-ba0f-401f-8e3f-3a9fcf4370aa', 'status': 'completed', 'code': 200} Jul 09 16:02:45.097356 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-89df2622-c124-4707-b918-a544eef37947 req-c59a1a94-7fb1-4b71-acce-911a28b4cb21 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3ea28ba7538a42cf98540122fdcd24bc&device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 1098 time: 0.0835605 Jul 09 16:02:45.252792 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df2622-c124-4707-b918-a544eef37947 req-f533f372-39a6-4970-bd74-33bf08c66314 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:45.254449 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-89df2622-c124-4707-b918-a544eef37947 req-f533f372-39a6-4970-bd74-33bf08c66314 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c0f8cb26-8b3d-4d13-b008-9f068bcd3651 HTTP/1.1" status: 200 len: 911 time: 0.1463461 Jul 09 16:02:45.381409 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-89df2622-c124-4707-b918-a544eef37947 req-f98786d4-7a35-4938-b9e6-9919aeb95ad8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7887cec-ba0f-401f-8e3f-3a9fcf4370aa HTTP/1.1" status: 200 len: 998 time: 0.1138585 Jul 09 16:02:45.422449 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-6a0f45c6-cfca-4e62-8c8b-9c8eaa06c296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:52Z', 'updated_at': '2021-07-09T15:57:01Z', 'revision_number': 4, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'gw_port': {'id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:53Z', 'updated_at': '2021-07-09T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_floatingips': [{'id': '68a2b648-83c1-4fbe-aaaf-79d38eb2a63c', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'floating_ip_address': '172.28.0.89', 'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'router_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'port_id': 'b7887cec-ba0f-401f-8e3f-3a9fcf4370aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'mac_address': 'fa:16:3e:5c:25:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f397a1-da90-46fb-b394-d2127d5b585a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:02:26Z', 'updated_at': '2021-07-09T16:02:43Z', 'revision_number': 1, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d16fb4c-6e33-4c4f-b6bc-fe27943850bf', 'name': '', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'mac_address': 'fa:16:3e:88:0b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:00Z', 'updated_at': '2021-07-09T15:57:19Z', 'revision_number': 5, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'subnets': [{'id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:45.432446 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0f45c6-cfca-4e62-8c8b-9c8eaa06c296 None None] Checking router: 620dd722-2137-4921-89e9-7e20a8df1ff7 for host: dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 16:02:45.446081 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f45c6-cfca-4e62-8c8b-9c8eaa06c296 None None] Routers {'620dd722-2137-4921-89e9-7e20a8df1ff7'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:02:45.446752 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-6a0f45c6-cfca-4e62-8c8b-9c8eaa06c296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:02:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['620dd722-2137-4921-89e9-7e20a8df1ff7'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:45.464839 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df2622-c124-4707-b918-a544eef37947 req-6be6e3ae-7924-4852-a3d7-726a6a066966 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:45.465837 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-89df2622-c124-4707-b918-a544eef37947 req-6be6e3ae-7924-4852-a3d7-726a6a066966 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4105b35-a599-44f8-8dc4-3f9e81bce3de HTTP/1.1" status: 200 len: 849 time: 0.0669897 Jul 09 16:02:45.583381 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-89df2622-c124-4707-b918-a544eef37947 req-bc2a75ff-1a96-4cfe-9213-1a73ad43e666 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c0f8cb26-8b3d-4d13-b008-9f068bcd3651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1080558 Jul 09 16:02:45.713284 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-6a0f45c6-cfca-4e62-8c8b-9c8eaa06c296 None None] Set router 620dd722-2137-4921-89e9-7e20a8df1ff7 gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:02:45.792279 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-89df2622-c124-4707-b918-a544eef37947 req-24343770-c7b6-45fb-b14e-d0161977af83 service neutron] 10.222.0.89 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999857 Jul 09 16:02:45.944573 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-89df2622-c124-4707-b918-a544eef37947 req-09a2d811-28d6-482b-be81-29f21419720b service neutron] 10.222.0.89 "GET /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430523 Jul 09 16:02:46.181164 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-6a0f45c6-cfca-4e62-8c8b-9c8eaa06c296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:52Z', 'updated_at': '2021-07-09T15:57:01Z', 'revision_number': 4, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'gw_port': {'id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:53Z', 'updated_at': '2021-07-09T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_floatingips': [{'id': '68a2b648-83c1-4fbe-aaaf-79d38eb2a63c', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'floating_ip_address': '172.28.0.89', 'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'router_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'port_id': 'b7887cec-ba0f-401f-8e3f-3a9fcf4370aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'mac_address': 'fa:16:3e:5c:25:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f397a1-da90-46fb-b394-d2127d5b585a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:02:26Z', 'updated_at': '2021-07-09T16:02:43Z', 'revision_number': 1, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d16fb4c-6e33-4c4f-b6bc-fe27943850bf', 'name': '', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'mac_address': 'fa:16:3e:88:0b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:00Z', 'updated_at': '2021-07-09T15:57:19Z', 'revision_number': 5, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'subnets': [{'id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:46.187562 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0f45c6-cfca-4e62-8c8b-9c8eaa06c296 None None] The sync data for ids ['620dd722-2137-4921-89e9-7e20a8df1ff7'] in dv-cinder-800228-1-smb is: [{'id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:52Z', 'updated_at': '2021-07-09T15:57:01Z', 'revision_number': 4, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'gw_port': {'id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:53Z', 'updated_at': '2021-07-09T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_floatingips': [{'id': '68a2b648-83c1-4fbe-aaaf-79d38eb2a63c', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'floating_ip_address': '172.28.0.89', 'floating_network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'router_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'port_id': 'b7887cec-ba0f-401f-8e3f-3a9fcf4370aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'mac_address': 'fa:16:3e:5c:25:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f397a1-da90-46fb-b394-d2127d5b585a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:02:26Z', 'updated_at': '2021-07-09T16:02:43Z', 'revision_number': 1, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d16fb4c-6e33-4c4f-b6bc-fe27943850bf', 'name': '', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'mac_address': 'fa:16:3e:88:0b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:00Z', 'updated_at': '2021-07-09T15:57:19Z', 'revision_number': 5, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'subnets': [{'id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:02:46.446776 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ee28f8-c506-412b-b7bb-1016a7be0154 None None] New status for floating IP 68a2b648-83c1-4fbe-aaaf-79d38eb2a63c: ACTIVE {{(pid=74279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 09 16:02:46.612930 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 46098) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:46.825866 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5c5c5346-56f8-45af-a09e-7e9f6421cc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:46.862438 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-5c5c5346-56f8-45af-a09e-7e9f6421cc78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:46.867057 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-5c5c5346-56f8-45af-a09e-7e9f6421cc78 admin admin] Usage tracker for resource:security_group_rule and tenant:4ffe8917fe4d4dd2b5936dcecda7112e is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:46.870013 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-5c5c5346-56f8-45af-a09e-7e9f6421cc78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:46.877707 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-5c5c5346-56f8-45af-a09e-7e9f6421cc78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:46.964852 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5c5c5346-56f8-45af-a09e-7e9f6421cc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:46.969396 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5c5c5346-56f8-45af-a09e-7e9f6421cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:46.975781 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-535ebd38-35ab-4efd-89c6-d24f65657bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:47.016401 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c5346-56f8-45af-a09e-7e9f6421cc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2d0eaa-7c26-4218-89c0-10cd1320ddfe,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:47.020743 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-5c5c5346-56f8-45af-a09e-7e9f6421cc78 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4ffe8917fe4d4dd2b5936dcecda7112e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4067948 Jul 09 16:02:47.022045 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-5c5c5346-56f8-45af-a09e-7e9f6421cc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:47.024981 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 46108) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:47.095560 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0dd5813a-7f6b-48b9-950a-f267d8b788ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:47.122659 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0dd5813a-7f6b-48b9-950a-f267d8b788ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:47.189510 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0dd5813a-7f6b-48b9-950a-f267d8b788ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:47.195344 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-fc510df4-00b6-410b-8476-54d0c95998c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:47.211253 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5813a-7f6b-48b9-950a-f267d8b788ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2d0eaa-7c26-4218-89c0-10cd1320ddfe,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:47.214353 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-0dd5813a-7f6b-48b9-950a-f267d8b788ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:47.221670 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0dd5813a-7f6b-48b9-950a-f267d8b788ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:47.222765 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-0dd5813a-7f6b-48b9-950a-f267d8b788ca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0f2d0eaa-7c26-4218-89c0-10cd1320ddfe HTTP/1.1" status: 204 len: 168 time: 0.1967101 Jul 09 16:02:47.625951 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 46118) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:47.743740 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-161ade9e-612a-4955-aeda-31f630b30268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:47.780304 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-161ade9e-612a-4955-aeda-31f630b30268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:02:47.784270 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-161ade9e-612a-4955-aeda-31f630b30268 admin admin] Usage tracker for resource:security_group_rule and tenant:cb54971624ad4132ab3b8f6ee2f21dc5 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:02:47.787184 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-161ade9e-612a-4955-aeda-31f630b30268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:02:47.792793 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-161ade9e-612a-4955-aeda-31f630b30268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:02:47.870271 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-161ade9e-612a-4955-aeda-31f630b30268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:47.874784 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-161ade9e-612a-4955-aeda-31f630b30268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:47.881243 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-7f22ac11-e14b-4be4-999b-a19c8cf2fb42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:47.918888 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ade9e-612a-4955-aeda-31f630b30268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7aabfd6-fee8-4c94-9789-5e5c69dc742e,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:47.924065 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-161ade9e-612a-4955-aeda-31f630b30268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:47.927411 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-161ade9e-612a-4955-aeda-31f630b30268 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cb54971624ad4132ab3b8f6ee2f21dc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3002012 Jul 09 16:02:47.936847 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 46122) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:02:48.013540 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b3f83fc6-fef7-42f9-9ac1-f7ec0509a8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:48.050705 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b3f83fc6-fef7-42f9-9ac1-f7ec0509a8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:48.112921 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b3f83fc6-fef7-42f9-9ac1-f7ec0509a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:48.118592 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-340f4b67-7a28-4ed2-951b-8bea2a3c4bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:02:48.208684 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f83fc6-fef7-42f9-9ac1-f7ec0509a8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7aabfd6-fee8-4c94-9789-5e5c69dc742e,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:48.211555 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b3f83fc6-fef7-42f9-9ac1-f7ec0509a8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:02:48.213392 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b3f83fc6-fef7-42f9-9ac1-f7ec0509a8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:48.217540 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-b3f83fc6-fef7-42f9-9ac1-f7ec0509a8e7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a7aabfd6-fee8-4c94-9789-5e5c69dc742e HTTP/1.1" status: 204 len: 168 time: 0.2818172 Jul 09 16:02:55.101167 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:59.436054 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05430e73-d6f0-462d-bb62-63b1fb516391 req-94710bda-4f5c-4f62-986e-04c069fef530 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:59.438059 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-05430e73-d6f0-462d-bb62-63b1fb516391 req-94710bda-4f5c-4f62-986e-04c069fef530 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 984 time: 0.1058178 Jul 09 16:02:59.449128 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e71444dd-bf07-4233-ad93-6702bdc61863 req-6b86760f-9c3d-4332-baa9-d23d16cc689d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9734e6913b3742b99116bfdfd1f31a8c&device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 1137 time: 0.0814109 Jul 09 16:02:59.496599 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-05430e73-d6f0-462d-bb62-63b1fb516391 req-d3ef0eae-968f-4c2e-bf7f-e0fb152a425c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&id=4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453906 Jul 09 16:02:59.635479 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71444dd-bf07-4233-ad93-6702bdc61863 req-c3848e13-5ce7-43a5-a7f6-6083bb67e764 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:59.636972 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e71444dd-bf07-4233-ad93-6702bdc61863 req-c3848e13-5ce7-43a5-a7f6-6083bb67e764 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2aef26c2-728e-4f07-ab10-dbc440359593 HTTP/1.1" status: 200 len: 916 time: 0.1773143 Jul 09 16:02:59.756110 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e71444dd-bf07-4233-ad93-6702bdc61863 req-9ed89085-fa9b-4db9-9e57-44a779cd91e1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4387640-a7d4-43ff-862a-466882cde4d9 HTTP/1.1" status: 200 len: 1001 time: 0.1073680 Jul 09 16:02:59.827879 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71444dd-bf07-4233-ad93-6702bdc61863 req-af639e34-a65c-4fb2-94e0-85e90d69efa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:59.829493 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e71444dd-bf07-4233-ad93-6702bdc61863 req-af639e34-a65c-4fb2-94e0-85e90d69efa2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5c22bd6f-ed95-4156-aa3f-f5c013fbf309 HTTP/1.1" status: 200 len: 854 time: 0.0659463 Jul 09 16:02:59.941689 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e71444dd-bf07-4233-ad93-6702bdc61863 req-184d0924-98b2-4086-9d4f-7d3d629236f5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2aef26c2-728e-4f07-ab10-dbc440359593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846648 Jul 09 16:03:00.123034 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e71444dd-bf07-4233-ad93-6702bdc61863 req-f3ba56a9-125d-4bb2-93ee-d307fbad77f7 service neutron] 10.222.0.89 "GET /v2.0/networks/2aef26c2-728e-4f07-ab10-dbc440359593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349580 Jul 09 16:03:00.286590 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e71444dd-bf07-4233-ad93-6702bdc61863 req-ccfe5aeb-a2cc-4c8f-a5ff-eef4c699b86a service neutron] 10.222.0.89 "GET /v2.0/networks/2aef26c2-728e-4f07-ab10-dbc440359593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496904 Jul 09 16:03:00.736514 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35673c-8dbd-4e21-949b-a87463d3090f req-4b477f3c-814d-480f-adf6-82b0974767ad tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:00.737987 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9a35673c-8dbd-4e21-949b-a87463d3090f req-4b477f3c-814d-480f-adf6-82b0974767ad tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 984 time: 0.0843925 Jul 09 16:03:00.801721 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9a35673c-8dbd-4e21-949b-a87463d3090f req-1338a678-c01b-4853-a1c1-ab3ff80c0a8b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&id=4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545073 Jul 09 16:03:02.074453 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277ac2f-44b5-4149-9d41-6e9a0bc9c893 req-efa67ff2-f4e9-45e2-8f9f-7ef78989c96e tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:02.076764 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0277ac2f-44b5-4149-9d41-6e9a0bc9c893 req-efa67ff2-f4e9-45e2-8f9f-7ef78989c96e tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 984 time: 0.1040144 Jul 09 16:03:02.128528 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0277ac2f-44b5-4149-9d41-6e9a0bc9c893 req-ec476616-1260-4540-8c33-c0a8ea553ce5 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&id=4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448363 Jul 09 16:03:03.362438 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d85aa-ff8e-4612-9dc3-6f91e0404962 req-ba6a4f84-2ef6-4c0f-9640-f894459f52ef tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:03.363981 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a23d85aa-ff8e-4612-9dc3-6f91e0404962 req-ba6a4f84-2ef6-4c0f-9640-f894459f52ef tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 984 time: 0.0829608 Jul 09 16:03:03.424924 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a23d85aa-ff8e-4612-9dc3-6f91e0404962 req-e58a6a7c-3b48-4e96-9187-8e5995918f61 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&id=4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537605 Jul 09 16:03:03.862774 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-740bb4bb-b6e3-4bf5-b91c-e50ca6d34515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:04.417284 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:04.661058 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12288165-5fe7-451f-ae18-05cfd399fa9c req-0f78af07-e913-43a4-b5e6-19d3f817339c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:04.662593 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-12288165-5fe7-451f-ae18-05cfd399fa9c req-0f78af07-e913-43a4-b5e6-19d3f817339c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 984 time: 0.0976987 Jul 09 16:03:04.721183 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-12288165-5fe7-451f-ae18-05cfd399fa9c req-63d4454b-d291-448c-bd36-1946f2fdc770 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&id=4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525229 Jul 09 16:03:05.949559 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01504f22-5db4-420c-adfc-5bd41b1bb907 req-17b6caf7-94c5-4064-bb0a-e1224cd17e7a tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:05.951117 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-01504f22-5db4-420c-adfc-5bd41b1bb907 req-17b6caf7-94c5-4064-bb0a-e1224cd17e7a tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 984 time: 0.0968401 Jul 09 16:03:06.002148 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-01504f22-5db4-420c-adfc-5bd41b1bb907 req-83707c32-f8cf-47d7-b666-bf6c2ed4e94f tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&id=4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445483 Jul 09 16:03:06.092017 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-307609b9-6599-4dc3-876e-1900398296f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:07.089151 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:07.228999 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109832ba-a917-49a3-accb-a635041b75a2 req-603f2093-40a1-4452-87c8-ae0e4ae180bb tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:07.229688 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-109832ba-a917-49a3-accb-a635041b75a2 req-603f2093-40a1-4452-87c8-ae0e4ae180bb tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 984 time: 0.0891163 Jul 09 16:03:07.286307 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-109832ba-a917-49a3-accb-a635041b75a2 req-17beb782-3f4a-4d2c-8427-6329f40dd66f tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&id=4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484080 Jul 09 16:03:08.500557 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45338f-7ce5-40c9-8a72-fd22d40329f1 req-aec43132-b9a0-4724-9004-a57aca8b3f9e tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:08.502085 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5e45338f-7ce5-40c9-8a72-fd22d40329f1 req-aec43132-b9a0-4724-9004-a57aca8b3f9e tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 984 time: 0.0850892 Jul 09 16:03:08.578352 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5e45338f-7ce5-40c9-8a72-fd22d40329f1 req-86a4cc2c-0bee-4ab2-9268-95812d518666 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&id=4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696855 Jul 09 16:03:08.695599 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:09.795301 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d8aad-ef33-4341-81e1-3f3c03f6007a req-4989d7b3-0836-4015-aed7-b84319df66b4 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:09.796753 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1b5d8aad-ef33-4341-81e1-3f3c03f6007a req-4989d7b3-0836-4015-aed7-b84319df66b4 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 984 time: 0.0865905 Jul 09 16:03:09.850345 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1b5d8aad-ef33-4341-81e1-3f3c03f6007a req-ce6aef18-0636-4b7a-9306-1d8a9a9b5dc8 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&id=4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473526 Jul 09 16:03:11.073632 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8ce65-377c-4425-bea7-a64afe1059bc req-3fc554be-b1b8-4a8c-8c6a-79f8789b83cd tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:11.076515 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a5f8ce65-377c-4425-bea7-a64afe1059bc req-3fc554be-b1b8-4a8c-8c6a-79f8789b83cd tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 984 time: 0.0935917 Jul 09 16:03:11.133199 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a5f8ce65-377c-4425-bea7-a64afe1059bc req-e0e5513b-3953-4298-b6f8-1a3750bfe813 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&id=4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502665 Jul 09 16:03:12.517894 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28533537-30da-4f65-b69a-cdab9fdb1460 req-8074d2e6-3817-4011-8681-3558962ba352 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:12.519363 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-28533537-30da-4f65-b69a-cdab9fdb1460 req-8074d2e6-3817-4011-8681-3558962ba352 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 984 time: 0.0873632 Jul 09 16:03:12.585413 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-28533537-30da-4f65-b69a-cdab9fdb1460 req-b09c7464-f3b5-447f-aa42-e8c8e9a27cfc tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&id=4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588219 Jul 09 16:03:13.816479 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4a085-c9b0-4285-95ad-5b0ec3f3452f req-ed37480d-0b4f-4709-bd84-3b2f23e680a5 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:13.817430 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cbd4a085-c9b0-4285-95ad-5b0ec3f3452f req-ed37480d-0b4f-4709-bd84-3b2f23e680a5 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 984 time: 0.0949376 Jul 09 16:03:13.880138 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cbd4a085-c9b0-4285-95ad-5b0ec3f3452f req-4193d550-c9db-4288-868b-785ad58c63f4 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&id=4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554013 Jul 09 16:03:14.271295 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:03:15.102335 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f55ec-5bd5-441c-a789-143a54e0b171 req-2c952974-c3cc-4da7-b005-227c43096c0f tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:15.104112 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1c1f55ec-5bd5-441c-a789-143a54e0b171 req-2c952974-c3cc-4da7-b005-227c43096c0f tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 984 time: 0.0909388 Jul 09 16:03:15.165701 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1c1f55ec-5bd5-441c-a789-143a54e0b171 req-dbe774dd-01a6-44cd-a0c0-5712dd7804d4 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&id=4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535109 Jul 09 16:03:16.420875 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbe706-45d0-4d96-ac2d-3de308287985 req-037a04b0-fa9e-4b77-8e53-311cb6f63a8a tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:16.423207 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2ffbe706-45d0-4d96-ac2d-3de308287985 req-037a04b0-fa9e-4b77-8e53-311cb6f63a8a tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 984 time: 0.1172817 Jul 09 16:03:16.505283 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2ffbe706-45d0-4d96-ac2d-3de308287985 req-f98ed26f-e359-4890-93cc-97be2873b81c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&id=4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707078 Jul 09 16:03:17.772293 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d21a85-6a22-4468-8452-b43222b8ec9c req-37d0a29a-abe8-402c-ba6c-ab6482b71c99 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:17.773790 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-00d21a85-6a22-4468-8452-b43222b8ec9c req-37d0a29a-abe8-402c-ba6c-ab6482b71c99 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 984 time: 0.0966156 Jul 09 16:03:17.847145 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-00d21a85-6a22-4468-8452-b43222b8ec9c req-7fc04d22-e5a8-411a-b5d3-ee41d38eec53 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&id=4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654504 Jul 09 16:03:21.010114 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbee458-e213-4da0-a600-d93a90a87dfc req-bd29c8ff-e87e-4572-b044-d882da17219e tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:21.012468 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0fbee458-e213-4da0-a600-d93a90a87dfc req-bd29c8ff-e87e-4572-b044-d882da17219e tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 946 time: 0.0910487 Jul 09 16:03:21.072534 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0fbee458-e213-4da0-a600-d93a90a87dfc req-d9691690-9917-43a9-8081-730441c53abd tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535321 Jul 09 16:03:22.277827 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa637bed-b5a5-4a40-b4fc-5a135c50d3d8 req-ed32940d-49ae-4dfc-ba93-75c9691b4c5f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:22.279273 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-aa637bed-b5a5-4a40-b4fc-5a135c50d3d8 req-ed32940d-49ae-4dfc-ba93-75c9691b4c5f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1596804 Jul 09 16:03:22.443307 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-aa637bed-b5a5-4a40-b4fc-5a135c50d3d8 req-393cfb12-8329-4636-b405-6488cfaade36 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483405 Jul 09 16:03:22.461716 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc577c6-8bac-415f-bc38-af7b98d86732 req-202b2210-eb3a-40f7-a392-5e98316aff9b tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:22.463156 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ddc577c6-8bac-415f-bc38-af7b98d86732 req-202b2210-eb3a-40f7-a392-5e98316aff9b tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 946 time: 0.2221982 Jul 09 16:03:22.516577 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ddc577c6-8bac-415f-bc38-af7b98d86732 req-a183c470-6068-48ef-a5af-f7676478d6d9 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462530 Jul 09 16:03:23.763020 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bdf43-607b-4c25-8ef1-eb647e08fada req-412a14d4-4118-456d-a6e0-3471bfa024b4 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:23.765004 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0b8bdf43-607b-4c25-8ef1-eb647e08fada req-412a14d4-4118-456d-a6e0-3471bfa024b4 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1455033 Jul 09 16:03:23.819108 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3558e-f528-4bb8-bd74-b720aa0a39ef req-f9d6fd60-2e72-4f11-8277-1f34b09310c6 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:23.820490 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-eef3558e-f528-4bb8-bd74-b720aa0a39ef req-f9d6fd60-2e72-4f11-8277-1f34b09310c6 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 946 time: 0.1431098 Jul 09 16:03:23.850096 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0b8bdf43-607b-4c25-8ef1-eb647e08fada req-24bbbdde-e2e2-4146-ab6d-3e5644268ed5 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764520 Jul 09 16:03:23.878870 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-eef3558e-f528-4bb8-bd74-b720aa0a39ef req-12842a47-4428-457e-88e6-4186da971d1a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486021 Jul 09 16:03:25.108053 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:25.168598 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f278cd1-b6bb-4188-b46c-29295f2939b0 req-be8890bc-8851-4307-b308-a8fb80ad3d87 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:25.169982 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1f278cd1-b6bb-4188-b46c-29295f2939b0 req-be8890bc-8851-4307-b308-a8fb80ad3d87 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1657856 Jul 09 16:03:25.175806 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3aa4ce-dcaf-4982-9f41-12ec69e3f81d req-d81ed6fc-1aa4-423c-a705-0993fa87f8b3 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:25.177202 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2f3aa4ce-dcaf-4982-9f41-12ec69e3f81d req-d81ed6fc-1aa4-423c-a705-0993fa87f8b3 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 946 time: 0.1309781 Jul 09 16:03:25.257110 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2f3aa4ce-dcaf-4982-9f41-12ec69e3f81d req-a26bfbbf-870b-43e7-bf5a-233b7d40cc51 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654490 Jul 09 16:03:25.259243 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1f278cd1-b6bb-4188-b46c-29295f2939b0 req-38c41d37-b0ce-49e2-b45f-f50e4e38a854 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811915 Jul 09 16:03:26.533893 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd1a01-261e-43e4-93cd-b33dbe4b4137 req-47ccf47e-d86f-4c21-a003-96e435de6da5 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:26.535416 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4bdd1a01-261e-43e4-93cd-b33dbe4b4137 req-47ccf47e-d86f-4c21-a003-96e435de6da5 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 946 time: 0.1426444 Jul 09 16:03:26.541998 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a9916-80cc-4c8e-919c-0ef54af95258 req-bdb1330e-12a8-49bf-99b1-00ed61592e2c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:26.543467 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6b0a9916-80cc-4c8e-919c-0ef54af95258 req-bdb1330e-12a8-49bf-99b1-00ed61592e2c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1183910 Jul 09 16:03:26.614709 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4bdd1a01-261e-43e4-93cd-b33dbe4b4137 req-99e6522f-2fc0-489b-bc5b-7b0a6a842abf tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702732 Jul 09 16:03:26.625368 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6b0a9916-80cc-4c8e-919c-0ef54af95258 req-c37d0cdc-06c8-4fda-9241-6fa2288717be tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640390 Jul 09 16:03:27.879277 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afc5f9-19e6-4551-a031-ed389539db14 req-b2c1828c-1e2b-4584-86f4-15fd832dfe9c tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:27.880797 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-34afc5f9-19e6-4551-a031-ed389539db14 req-b2c1828c-1e2b-4584-86f4-15fd832dfe9c tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 946 time: 0.1414187 Jul 09 16:03:27.890690 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f06c2-5514-4cf2-9749-3d8f8c58e9e3 req-d8354ba7-98c2-47c1-b955-ffd4e9520536 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:27.892088 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ea4f06c2-5514-4cf2-9749-3d8f8c58e9e3 req-d8354ba7-98c2-47c1-b955-ffd4e9520536 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1115828 Jul 09 16:03:27.965338 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-34afc5f9-19e6-4551-a031-ed389539db14 req-19ae1ff7-4b24-4bf1-a03d-23bfcf12783d tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722094 Jul 09 16:03:27.967763 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ea4f06c2-5514-4cf2-9749-3d8f8c58e9e3 req-cf589530-3023-4738-9d9e-f16b980848ec tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615752 Jul 09 16:03:29.255482 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdffc1e-e670-4468-b7aa-68400e34b594 req-fe487da8-c68f-48fc-80d0-a4c2bee0ff86 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:29.257023 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9cdffc1e-e670-4468-b7aa-68400e34b594 req-fe487da8-c68f-48fc-80d0-a4c2bee0ff86 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 946 time: 0.1529336 Jul 09 16:03:29.263755 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2243c7b-c691-4253-96fe-dbe101a1ed09 req-b0676d55-c1ba-483d-a654-f6b54829eea5 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:29.266309 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e2243c7b-c691-4253-96fe-dbe101a1ed09 req-b0676d55-c1ba-483d-a654-f6b54829eea5 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1251459 Jul 09 16:03:29.342082 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9cdffc1e-e670-4468-b7aa-68400e34b594 req-8fa03dba-1272-45a2-a478-4eb34ecf1923 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747657 Jul 09 16:03:29.348078 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e2243c7b-c691-4253-96fe-dbe101a1ed09 req-be64b1de-a421-4367-9d7e-dd09b67c359f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658078 Jul 09 16:03:30.626444 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb6106-a098-4a3d-8633-90ebacfe3bcc req-b3ec6bc7-61f0-4c18-aeb0-a945f441eeb2 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:30.627887 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-dbfb6106-a098-4a3d-8633-90ebacfe3bcc req-b3ec6bc7-61f0-4c18-aeb0-a945f441eeb2 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 946 time: 0.1397357 Jul 09 16:03:30.633045 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece997c-fa49-40e7-a46f-e33a67b18227 req-2471b6f4-ff0f-46d8-8ec7-682e461e842f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:30.634398 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8ece997c-fa49-40e7-a46f-e33a67b18227 req-2471b6f4-ff0f-46d8-8ec7-682e461e842f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1125832 Jul 09 16:03:30.706542 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-dbfb6106-a098-4a3d-8633-90ebacfe3bcc req-7775bf3a-eda0-4d8e-825b-90806fa66c01 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711181 Jul 09 16:03:30.710912 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8ece997c-fa49-40e7-a46f-e33a67b18227 req-8595345e-4d04-469d-aca1-00f9dff8d598 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626466 Jul 09 16:03:31.077367 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-49537ecc-6ffb-4480-bf01-64615c417fa3 req-8331456b-f672-491f-8275-67419990285f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8911ef40b69d4f2b93d3a7d7583b87b7&device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 1099 time: 0.0705702 Jul 09 16:03:31.228688 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49537ecc-6ffb-4480-bf01-64615c417fa3 req-d539e549-d2af-4cac-a668-d13aaff22f5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:31.228688 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-49537ecc-6ffb-4480-bf01-64615c417fa3 req-d539e549-d2af-4cac-a668-d13aaff22f5c service neutron] 10.222.0.89 "GET /v2.0/networks?id=a3f47de3-f3d1-4f03-8159-72f98954fe64 HTTP/1.1" status: 200 len: 909 time: 0.1424367 Jul 09 16:03:31.341193 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-49537ecc-6ffb-4480-bf01-64615c417fa3 req-951353b2-a7b2-4e64-9dd7-cc9f1a5f09a2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0379a0a-8843-47c5-8c52-1085409f08e9 HTTP/1.1" status: 200 len: 1002 time: 0.1040440 Jul 09 16:03:31.405034 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49537ecc-6ffb-4480-bf01-64615c417fa3 req-27d3a716-b63d-410c-8784-2b89940e0bfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:31.407007 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-49537ecc-6ffb-4480-bf01-64615c417fa3 req-27d3a716-b63d-410c-8784-2b89940e0bfc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2dfc412d-22b8-4fae-ac78-cdf3faffeb1a HTTP/1.1" status: 200 len: 847 time: 0.0592766 Jul 09 16:03:31.496758 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-49537ecc-6ffb-4480-bf01-64615c417fa3 req-3ea72d44-7ec1-4b0a-b6c2-73aa355e30e9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a3f47de3-f3d1-4f03-8159-72f98954fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815632 Jul 09 16:03:31.669850 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-49537ecc-6ffb-4480-bf01-64615c417fa3 req-84aa1315-1bb3-4d7e-be05-d2ee50e294e0 service neutron] 10.222.0.89 "GET /v2.0/networks/a3f47de3-f3d1-4f03-8159-72f98954fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555767 Jul 09 16:03:31.871217 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-49537ecc-6ffb-4480-bf01-64615c417fa3 req-f0911383-f67d-46b2-9a4a-dff37b4bdec3 service neutron] 10.222.0.89 "GET /v2.0/networks/a3f47de3-f3d1-4f03-8159-72f98954fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941667 Jul 09 16:03:32.042950 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0867f0-68b3-4f98-bc33-88c0db5754c2 req-997dcdae-01d5-4143-90c9-86a856339855 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:32.044502 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-dd0867f0-68b3-4f98-bc33-88c0db5754c2 req-997dcdae-01d5-4143-90c9-86a856339855 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 946 time: 0.1689003 Jul 09 16:03:32.076761 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc82f24-8d56-436d-85f9-756039cc7daf req-584dc873-1be6-4c2b-8b68-e53352eb3104 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:32.079475 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-abc82f24-8d56-436d-85f9-756039cc7daf req-584dc873-1be6-4c2b-8b68-e53352eb3104 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1568782 Jul 09 16:03:32.138460 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-dd0867f0-68b3-4f98-bc33-88c0db5754c2 req-fda2f1fe-ddb1-4d49-9eda-c22586fd9a66 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864682 Jul 09 16:03:32.154454 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-abc82f24-8d56-436d-85f9-756039cc7daf req-2bb37425-fe9e-4e71-8bf1-acc1138fdc1a tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663412 Jul 09 16:03:33.432424 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323d9ff-b2e1-41ad-bcf3-e7e09f2fc20a req-fd3eb657-ebba-41bc-838b-a79ae34ae6bc tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:33.434643 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7323d9ff-b2e1-41ad-bcf3-e7e09f2fc20a req-fd3eb657-ebba-41bc-838b-a79ae34ae6bc tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 946 time: 0.1555133 Jul 09 16:03:33.509431 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ab1aa-9384-4db3-82a3-6d441f0144ba req-cdb45827-e70b-474e-b22a-68aa4d5ca662 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:33.511144 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-952ab1aa-9384-4db3-82a3-6d441f0144ba req-cdb45827-e70b-474e-b22a-68aa4d5ca662 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1665761 Jul 09 16:03:33.513883 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7323d9ff-b2e1-41ad-bcf3-e7e09f2fc20a req-22381671-3038-48c2-bab5-6bc5bf8819f0 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699947 Jul 09 16:03:33.590722 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-952ab1aa-9384-4db3-82a3-6d441f0144ba req-c6c79aab-b5c8-463e-9541-fb52e272e200 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729711 Jul 09 16:03:33.842161 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device e1f072aa-5c88-4031-85ff-170812b97a25 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 16:03:33.867883 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-a9fbbccb-21d5-4cf6-8d2a-e9625d84fa84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:34.016052 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port e1f072aa-5c88-4031-85ff-170812b97a25, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e1f072aa-5c88-4031-85ff-170812b97a25,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:03:34.032119 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': 'e1f072aa-5c88-4031-85ff-170812b97a25', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'port_id': 'e1f072aa-5c88-4031-85ff-170812b97a25', 'mac_address': 'fa:16:3e:5a:91:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 16:03:34.102319 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:34.123441 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1f072aa-5c88-4031-85ff-170812b97a25 {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:03:34.143582 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port e1f072aa-5c88-4031-85ff-170812b97a25, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e1f072aa-5c88-4031-85ff-170812b97a25,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:03:34.148405 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:34.151357 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:03:34.260085 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=e1f072aa-5c88-4031-85ff-170812b97a25,revision_number=6']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:03:34.270899 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:34.271230 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:34.271554 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:34.271882 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:34.272204 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:34.272523 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:34.272841 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:34.273156 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:34.273468 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:34.273819 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:34.274127 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:34.282819 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:03:34.429693 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:34.450899 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['e1f072aa-5c88-4031-85ff-170812b97a25'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:03:34.771553 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0205dfc-c826-43ec-9031-b7a74ccd13cb req-d0931e99-ddf2-4c02-9e02-8909bdb9ddb8 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:34.771553 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c0205dfc-c826-43ec-9031-b7a74ccd13cb req-d0931e99-ddf2-4c02-9e02-8909bdb9ddb8 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 946 time: 0.0910275 Jul 09 16:03:35.023273 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c0205dfc-c826-43ec-9031-b7a74ccd13cb req-d53bb065-d6f9-400c-ab3e-ac14796b314d tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413220 Jul 09 16:03:35.069804 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d54a5-be80-4ed1-aa0f-cfb553e0b750 req-3064b721-e73d-4a4a-96a1-f5285e55696c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:35.071589 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b90d54a5-be80-4ed1-aa0f-cfb553e0b750 req-3064b721-e73d-4a4a-96a1-f5285e55696c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 945 time: 0.1141653 Jul 09 16:03:35.140131 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b90d54a5-be80-4ed1-aa0f-cfb553e0b750 req-839b5e25-6833-458d-a0f0-daf123473f6f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521181 Jul 09 16:03:35.853031 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device e1f072aa-5c88-4031-85ff-170812b97a25 up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:03:35.929608 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port e1f072aa-5c88-4031-85ff-170812b97a25 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:03:35.930301 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:36.066650 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:36.106577 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65dbc73b-5339-4428-adef-baa5f97ff4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f072aa-5c88-4031-85ff-170812b97a25'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:03:36.139468 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port e1f072aa-5c88-4031-85ff-170812b97a25, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e1f072aa-5c88-4031-85ff-170812b97a25,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:03:36.149015 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-352ddc47-8245-40f8-94fd-ce4f9608dfd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:36.162842 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:36.163716 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device c0379a0a-8843-47c5-8c52-1085409f08e9 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:03:36.256992 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:03:36.370677 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65dbc73b-5339-4428-adef-baa5f97ff4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f072aa-5c88-4031-85ff-170812b97a25', 'code': 200} Jul 09 16:03:36.486838 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=e1f072aa-5c88-4031-85ff-170812b97a25,revision_number=7']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:03:36.533967 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:03:36.590423 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:36.642528 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port c0379a0a-8843-47c5-8c52-1085409f08e9, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c0379a0a-8843-47c5-8c52-1085409f08e9,segment=NetworkSegment(02c778cd-a5a7-414d-8b97-f91fec3af799),segment_id=02c778cd-a5a7-414d-8b97-f91fec3af799)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:03:36.645197 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff34a1-de06-4ebd-a676-a281b6b18f71 req-bf180830-0c33-4c6a-96a7-44f847943b24 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:36.647606 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d3ff34a1-de06-4ebd-a676-a281b6b18f71 req-bf180830-0c33-4c6a-96a7-44f847943b24 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1831858 Jul 09 16:03:36.651308 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:36.654074 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39515a8-ecc0-442a-8d10-a39cc10bce7b req-7f610c25-c014-44d4-bcde-8fe1b8a29aa9 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:36.654865 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:03:36.656924 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a39515a8-ecc0-442a-8d10-a39cc10bce7b req-7f610c25-c014-44d4-bcde-8fe1b8a29aa9 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 946 time: 0.3757613 Jul 09 16:03:36.748931 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=c0379a0a-8843-47c5-8c52-1085409f08e9,revision_number=6']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:03:36.760492 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:03:36.760897 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a39515a8-ecc0-442a-8d10-a39cc10bce7b req-eafc034a-e3bc-41b1-a636-0495a48d9a60 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834208 Jul 09 16:03:36.774466 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d3ff34a1-de06-4ebd-a676-a281b6b18f71 req-93a48072-3ba7-426f-ad31-8630d8050167 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158168 Jul 09 16:03:37.117703 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:37.253954 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9ec09030-3f81-4be3-8697-52c492b5a3e2 req-3836bf79-ff09-4511-945c-de78f19296e1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3233366 Jul 09 16:03:37.647980 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 46434) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:03:37.736476 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfa3cb-4e78-4f34-a02b-8ed8c8d9e0ae req-d3214a64-8f90-4f33-a184-a2fe14b8e212 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:37.744626 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c5bfa3cb-4e78-4f34-a02b-8ed8c8d9e0ae req-d3214a64-8f90-4f33-a184-a2fe14b8e212 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 944 time: 0.1567171 Jul 09 16:03:37.833369 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c5bfa3cb-4e78-4f34-a02b-8ed8c8d9e0ae req-e37fc365-3a4d-4a45-85a5-eceb4a698941 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852072 Jul 09 16:03:37.960557 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a695ddbe-479d-4ccf-99ec-53ccb6ce8bdc req-d3720008-af94-4989-8ad3-5e3091fa6ad5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3107929 Jul 09 16:03:38.111958 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876978b-3e57-412f-8966-1d42d83f3a29 req-69258e56-9fcc-4807-88ec-5efef2b3d106 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:38.113826 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0876978b-3e57-412f-8966-1d42d83f3a29 req-69258e56-9fcc-4807-88ec-5efef2b3d106 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1250436 Jul 09 16:03:38.259127 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0876978b-3e57-412f-8966-1d42d83f3a29 req-31521256-cac7-4196-8605-2aadc69de810 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360610 Jul 09 16:03:38.371782 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c214582-318a-4c0f-8dc9-c371c04ae1a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0379a0a-8843-47c5-8c52-1085409f08e9'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:03:38.462787 dv-cinder-800228-1-smb neutron-server[74278]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4c214582-318a-4c0f-8dc9-c371c04ae1a9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c0379a0a-8843-47c5-8c52-1085409f08e9', 'code': 422} returned with failed status Jul 09 16:03:38.716168 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:39.129905 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693015dd-9ec4-4c46-ab44-b35c04f32579 req-39b704d5-925e-43f4-8398-50a8503fcaaf tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:39.138115 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-693015dd-9ec4-4c46-ab44-b35c04f32579 req-39b704d5-925e-43f4-8398-50a8503fcaaf tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 944 time: 0.1279812 Jul 09 16:03:39.200525 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-693015dd-9ec4-4c46-ab44-b35c04f32579 req-38e30e46-3aed-4d60-b894-c97738f03155 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614891 Jul 09 16:03:39.552010 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448496a9-019e-478d-8c86-22182e790d68 req-0add76f8-afdf-4edd-9007-0cdf5e26a188 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:39.558500 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-448496a9-019e-478d-8c86-22182e790d68 req-0add76f8-afdf-4edd-9007-0cdf5e26a188 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1126668 Jul 09 16:03:39.638286 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-448496a9-019e-478d-8c86-22182e790d68 req-62dc0b58-5ddc-4ffb-bf75-c2ddcb6ea5e1 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775146 Jul 09 16:03:39.983011 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a695ddbe-479d-4ccf-99ec-53ccb6ce8bdc req-3e41cfc4-6f45-4d54-8d30-887c3149a2c8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9&tenant_id=8911ef40b69d4f2b93d3a7d7583b87b7 HTTP/1.1" status: 200 len: 1097 time: 0.1979730 Jul 09 16:03:40.154879 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a695ddbe-479d-4ccf-99ec-53ccb6ce8bdc req-58c58096-8840-4dc0-a419-3ea5690db3a5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8911ef40b69d4f2b93d3a7d7583b87b7&device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 1097 time: 0.1044521 Jul 09 16:03:40.361332 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695ddbe-479d-4ccf-99ec-53ccb6ce8bdc req-56762e49-02d1-4d92-a762-83f7a2843119 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:40.363537 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a695ddbe-479d-4ccf-99ec-53ccb6ce8bdc req-56762e49-02d1-4d92-a762-83f7a2843119 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a3f47de3-f3d1-4f03-8159-72f98954fe64 HTTP/1.1" status: 200 len: 909 time: 0.1924741 Jul 09 16:03:40.517139 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f39ee5-79d1-44a5-a7a8-73a3ebf950c4 req-5ce82acd-b01b-44af-9d07-aa520796d5fd tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:40.518820 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e7f39ee5-79d1-44a5-a7a8-73a3ebf950c4 req-5ce82acd-b01b-44af-9d07-aa520796d5fd tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 944 time: 0.1014614 Jul 09 16:03:40.524329 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a695ddbe-479d-4ccf-99ec-53ccb6ce8bdc req-aad394be-5607-4dc5-b870-64854d8604ad service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0379a0a-8843-47c5-8c52-1085409f08e9 HTTP/1.1" status: 200 len: 1000 time: 0.1472321 Jul 09 16:03:40.584072 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e7f39ee5-79d1-44a5-a7a8-73a3ebf950c4 req-9e47a73f-868d-4168-a107-6003208dd4d1 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592868 Jul 09 16:03:40.611088 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695ddbe-479d-4ccf-99ec-53ccb6ce8bdc req-26bae58e-a492-42c0-813e-d12359c3cae3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:40.612571 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a695ddbe-479d-4ccf-99ec-53ccb6ce8bdc req-26bae58e-a492-42c0-813e-d12359c3cae3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2dfc412d-22b8-4fae-ac78-cdf3faffeb1a HTTP/1.1" status: 200 len: 847 time: 0.0783813 Jul 09 16:03:40.721031 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a695ddbe-479d-4ccf-99ec-53ccb6ce8bdc req-5482ed39-f68d-4793-8ede-7dcd76c39407 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a3f47de3-f3d1-4f03-8159-72f98954fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0986791 Jul 09 16:03:40.900187 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a695ddbe-479d-4ccf-99ec-53ccb6ce8bdc req-df72c467-b897-41c8-880e-4b206e398402 service neutron] 10.222.0.89 "GET /v2.0/networks/a3f47de3-f3d1-4f03-8159-72f98954fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719642 Jul 09 16:03:40.903257 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a84721-f5f1-4f2c-9081-a31081f3e64c req-fd55d521-7f90-452a-8cd0-47dd7906302a tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:40.904955 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b9a84721-f5f1-4f2c-9081-a31081f3e64c req-fd55d521-7f90-452a-8cd0-47dd7906302a tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1183655 Jul 09 16:03:40.986836 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b9a84721-f5f1-4f2c-9081-a31081f3e64c req-3cc0ee5a-e1a4-4d04-b383-9ef2e07d4ee3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688212 Jul 09 16:03:41.087477 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a695ddbe-479d-4ccf-99ec-53ccb6ce8bdc req-be116178-43c6-41f5-907b-39c66105b1b1 service neutron] 10.222.0.89 "GET /v2.0/networks/a3f47de3-f3d1-4f03-8159-72f98954fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762359 Jul 09 16:03:41.830932 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec1165-646e-4c40-954c-2a97ebd161d9 req-706b3f55-a73d-47ba-8163-263307749dd0 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:41.832451 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7cec1165-646e-4c40-954c-2a97ebd161d9 req-706b3f55-a73d-47ba-8163-263307749dd0 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 944 time: 0.0976245 Jul 09 16:03:41.907490 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7cec1165-646e-4c40-954c-2a97ebd161d9 req-9a203b1e-403f-4c14-953c-0ab1bd448e44 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663962 Jul 09 16:03:42.378838 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fe12d-0d84-4530-9584-ad446e7a02c2 req-4b7f296b-90d9-48c6-ba65-18408e40e45e tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:42.382601 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-892fe12d-0d84-4530-9584-ad446e7a02c2 req-4b7f296b-90d9-48c6-ba65-18408e40e45e tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1664975 Jul 09 16:03:42.453529 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-892fe12d-0d84-4530-9584-ad446e7a02c2 req-95f55e5d-69dc-4cf6-a941-a90c6082ab4d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649285 Jul 09 16:03:43.172155 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0363341-b6eb-47d1-9405-4997da89e62f req-72e5f874-b3ce-4473-a8df-3e226daa7d11 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:43.174751 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e0363341-b6eb-47d1-9405-4997da89e62f req-72e5f874-b3ce-4473-a8df-3e226daa7d11 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 944 time: 0.0938270 Jul 09 16:03:43.280078 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e0363341-b6eb-47d1-9405-4997da89e62f req-99b60394-2f9b-4961-83ee-d2da5b8a54fa tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916374 Jul 09 16:03:43.763509 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9ebf6-d508-443d-a214-448b5d8da4ba req-29bdb02d-d501-4b72-a594-d63a4c2bfdfd tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:43.765666 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bcf9ebf6-d508-443d-a214-448b5d8da4ba req-29bdb02d-d501-4b72-a594-d63a4c2bfdfd tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1186574 Jul 09 16:03:43.830051 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bcf9ebf6-d508-443d-a214-448b5d8da4ba req-058b6f35-87e3-4da3-8d31-011dbbb483ee tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572784 Jul 09 16:03:44.533440 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe5371-a618-485d-adf3-e2a46ce41123 req-b72da65d-3e03-4386-9d83-76fa8c65a548 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:44.535608 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7cfe5371-a618-485d-adf3-e2a46ce41123 req-b72da65d-3e03-4386-9d83-76fa8c65a548 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 944 time: 0.0982800 Jul 09 16:03:44.622587 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7cfe5371-a618-485d-adf3-e2a46ce41123 req-1a6dd79a-a26c-4c99-b652-c17eb011b0f2 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770826 Jul 09 16:03:45.168419 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ef1ed-6ab9-4be6-9dcc-96e7fa22c36b req-442e2da5-fff2-474d-9599-4ce21e77f061 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:45.170039 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-227ef1ed-6ab9-4be6-9dcc-96e7fa22c36b req-442e2da5-fff2-474d-9599-4ce21e77f061 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1273494 Jul 09 16:03:45.297802 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-227ef1ed-6ab9-4be6-9dcc-96e7fa22c36b req-6c008500-ff7a-4eee-921a-9c2f79eb8d99 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200805 Jul 09 16:03:45.875581 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb7774-0886-4681-a96c-e1af21917c1a req-63f0b5bc-2c07-48ea-b6e9-89af88d3cfa3 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:45.877969 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b0fb7774-0886-4681-a96c-e1af21917c1a req-63f0b5bc-2c07-48ea-b6e9-89af88d3cfa3 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 944 time: 0.1140642 Jul 09 16:03:45.939912 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device c0379a0a-8843-47c5-8c52-1085409f08e9 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 16:03:45.940786 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b0fb7774-0886-4681-a96c-e1af21917c1a req-22adfa34-88ed-42d5-bdc1-3847632da4f8 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543716 Jul 09 16:03:46.132618 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port c0379a0a-8843-47c5-8c52-1085409f08e9, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c0379a0a-8843-47c5-8c52-1085409f08e9,segment=NetworkSegment(02c778cd-a5a7-414d-8b97-f91fec3af799),segment_id=02c778cd-a5a7-414d-8b97-f91fec3af799)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:03:46.150744 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': 'c0379a0a-8843-47c5-8c52-1085409f08e9', 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64', 'port_id': 'c0379a0a-8843-47c5-8c52-1085409f08e9', 'mac_address': 'fa:16:3e:87:4a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfc412d-22b8-4fae-ac78-cdf3faffeb1a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 16:03:46.212303 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:46.232460 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0379a0a-8843-47c5-8c52-1085409f08e9 {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:03:46.254598 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port c0379a0a-8843-47c5-8c52-1085409f08e9, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c0379a0a-8843-47c5-8c52-1085409f08e9,segment=NetworkSegment(02c778cd-a5a7-414d-8b97-f91fec3af799),segment_id=02c778cd-a5a7-414d-8b97-f91fec3af799)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:03:46.260283 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:46.263188 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-715516ff-78cf-4d24-978b-bc21d73c5ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:03:46.373032 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=c0379a0a-8843-47c5-8c52-1085409f08e9,revision_number=7']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:03:46.384885 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:03:46.624880 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57b9c8-4d8f-43dc-b793-fcfa6a6af52d req-0d0cde55-28ae-4013-8180-5ff29b1ac4ec tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:46.632656 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ff57b9c8-4d8f-43dc-b793-fcfa6a6af52d req-0d0cde55-28ae-4013-8180-5ff29b1ac4ec tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1190376 Jul 09 16:03:46.696109 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ff57b9c8-4d8f-43dc-b793-fcfa6a6af52d req-f755c9af-f184-4d8c-9dbe-7e9931baf370 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621810 Jul 09 16:03:46.777023 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['c0379a0a-8843-47c5-8c52-1085409f08e9'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:03:47.384683 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a93c4-da36-4594-99be-e4b5de234dbd req-179aa285-3cb8-47eb-b3e2-5a2daf971163 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:47.390969 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c83a93c4-da36-4594-99be-e4b5de234dbd req-179aa285-3cb8-47eb-b3e2-5a2daf971163 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 945 time: 0.2353065 Jul 09 16:03:47.460648 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c83a93c4-da36-4594-99be-e4b5de234dbd req-516c1077-2192-4754-b22c-8912cda6111f tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675974 Jul 09 16:03:47.769015 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fe184-13d8-4a31-b7b5-b9f3d1f22913 req-d98ddf83-fdbb-4279-96d0-dab94975119e tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:47.774655 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-652fe184-13d8-4a31-b7b5-b9f3d1f22913 req-d98ddf83-fdbb-4279-96d0-dab94975119e tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 945 time: 0.1248024 Jul 09 16:03:47.840247 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-652fe184-13d8-4a31-b7b5-b9f3d1f22913 req-0d781cc1-e973-4234-a7d1-706507b44854 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=f84c9b3b-1bb1-49bc-86a7-4cf82c8eec6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567539 Jul 09 16:03:48.039842 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057650f-0e47-4aaf-aa45-062468e3d884 req-80e540ec-a7c2-4d2b-88db-431ab2140fc9 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:48.042038 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2057650f-0e47-4aaf-aa45-062468e3d884 req-80e540ec-a7c2-4d2b-88db-431ab2140fc9 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1367610 Jul 09 16:03:48.103227 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2057650f-0e47-4aaf-aa45-062468e3d884 req-adf2638c-198d-4e57-8b04-b927ac802ebf tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534153 Jul 09 16:03:48.695345 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa1f5e-c908-4630-9116-db9aaf844803 req-de1528a0-9466-4217-9079-297a72686a8e tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:48.697794 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-26fa1f5e-c908-4630-9116-db9aaf844803 req-de1528a0-9466-4217-9079-297a72686a8e tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 945 time: 0.1032732 Jul 09 16:03:48.760744 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-26fa1f5e-c908-4630-9116-db9aaf844803 req-3d806f60-1ceb-4a15-9bc2-433141c73392 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476172 Jul 09 16:03:49.076854 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf12d75-f2ee-4e9c-9caa-0236155613a4 req-5f367d41-fdfe-4bdc-90b7-a723da89d544 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:49.079316 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ecf12d75-f2ee-4e9c-9caa-0236155613a4 req-5f367d41-fdfe-4bdc-90b7-a723da89d544 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 945 time: 0.0862906 Jul 09 16:03:49.136438 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ecf12d75-f2ee-4e9c-9caa-0236155613a4 req-2c5cc660-bed5-4259-89dd-3fccd3d25930 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=f84c9b3b-1bb1-49bc-86a7-4cf82c8eec6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509870 Jul 09 16:03:49.342103 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c8896-f655-4835-bffe-5a6bd913661e req-640c22c2-e247-41f9-b435-09eef9274770 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:49.343965 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-518c8896-f655-4835-bffe-5a6bd913661e req-640c22c2-e247-41f9-b435-09eef9274770 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.0940831 Jul 09 16:03:49.399543 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-518c8896-f655-4835-bffe-5a6bd913661e req-4978db1e-6c1c-4275-bd0f-860ae46905b8 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492375 Jul 09 16:03:49.704258 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-cf3a2aa9-14ce-4844-af87-6b98bebb3c48 req-f1fc9b26-ce73-45e0-a745-8c8fc2791afd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69e197f3158d4b4ca9126da741e0244b&device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 1099 time: 0.0790462 Jul 09 16:03:49.852336 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a2aa9-14ce-4844-af87-6b98bebb3c48 req-45d1f5f1-212c-4f81-81ef-50a66281d94a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:49.853825 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-cf3a2aa9-14ce-4844-af87-6b98bebb3c48 req-45d1f5f1-212c-4f81-81ef-50a66281d94a service neutron] 10.222.0.89 "GET /v2.0/networks?id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd HTTP/1.1" status: 200 len: 917 time: 0.1418982 Jul 09 16:03:49.968568 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device c0379a0a-8843-47c5-8c52-1085409f08e9 up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:03:49.977038 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42879e1d-4e2f-4954-98a5-5c9b66740440 req-903903c2-74e9-4f91-8750-cb2d874c85a2 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:49.978803 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-42879e1d-4e2f-4954-98a5-5c9b66740440 req-903903c2-74e9-4f91-8750-cb2d874c85a2 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 945 time: 0.0897496 Jul 09 16:03:49.986556 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-cf3a2aa9-14ce-4844-af87-6b98bebb3c48 req-cd006b2e-39bb-40b8-933a-67eab62f78e5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f072aa-5c88-4031-85ff-170812b97a25 HTTP/1.1" status: 200 len: 1001 time: 0.1208358 Jul 09 16:03:50.031663 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-42879e1d-4e2f-4954-98a5-5c9b66740440 req-278bdeb4-95ea-4994-abf0-b4741ec31b1a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460770 Jul 09 16:03:50.066936 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a2aa9-14ce-4844-af87-6b98bebb3c48 req-f4078ac3-66f2-4a22-b357-12fcbfb3938a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:50.068754 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-cf3a2aa9-14ce-4844-af87-6b98bebb3c48 req-f4078ac3-66f2-4a22-b357-12fcbfb3938a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4006d4af-f154-4912-bdbd-6a5ff3424039 HTTP/1.1" status: 200 len: 855 time: 0.0783782 Jul 09 16:03:50.076655 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port c0379a0a-8843-47c5-8c52-1085409f08e9 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:03:50.077036 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:50.162589 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-cf3a2aa9-14ce-4844-af87-6b98bebb3c48 req-9fb5fd46-38d1-43ba-b9d0-e430145bbb31 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864220 Jul 09 16:03:50.246182 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:50.311153 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port c0379a0a-8843-47c5-8c52-1085409f08e9, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c0379a0a-8843-47c5-8c52-1085409f08e9,segment=NetworkSegment(02c778cd-a5a7-414d-8b97-f91fec3af799),segment_id=02c778cd-a5a7-414d-8b97-f91fec3af799)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:03:50.313318 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c214582-318a-4c0f-8dc9-c371c04ae1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0379a0a-8843-47c5-8c52-1085409f08e9'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:03:50.332475 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:50.336737 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:03:50.350050 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-cf3a2aa9-14ce-4844-af87-6b98bebb3c48 req-049fb0c9-f148-4c30-9d21-45134593c026 service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669617 Jul 09 16:03:50.395923 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c214582-318a-4c0f-8dc9-c371c04ae1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0379a0a-8843-47c5-8c52-1085409f08e9', 'code': 200} Jul 09 16:03:50.409875 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb518a-7b76-4937-802e-6c108b43fa7d req-30bf697d-fc46-48d0-aa43-8c803ae3a8f7 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:50.411504 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0fdb518a-7b76-4937-802e-6c108b43fa7d req-30bf697d-fc46-48d0-aa43-8c803ae3a8f7 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 945 time: 0.1016631 Jul 09 16:03:50.442492 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=c0379a0a-8843-47c5-8c52-1085409f08e9,revision_number=8']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:03:50.447638 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:03:50.470319 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0fdb518a-7b76-4937-802e-6c108b43fa7d req-525e2801-2a86-4210-9e67-0be70b2dc9f2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=f84c9b3b-1bb1-49bc-86a7-4cf82c8eec6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527482 Jul 09 16:03:50.528990 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-cf3a2aa9-14ce-4844-af87-6b98bebb3c48 req-8580c9df-569c-412a-a516-7a2e3c142a97 service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572430 Jul 09 16:03:50.672598 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432ef6f-e806-4b9e-82c6-c1a13266e0a6 req-a30470c8-0062-4539-bcc2-b311a03583dc tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:50.674116 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c432ef6f-e806-4b9e-82c6-c1a13266e0a6 req-a30470c8-0062-4539-bcc2-b311a03583dc tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 945 time: 0.1456494 Jul 09 16:03:50.686367 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe2cd9-f281-4aa9-b1b0-8ba9c573f1a6 req-0992bf1a-833d-459a-8dd0-1aeffe384dd0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:50.688385 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-97fe2cd9-f281-4aa9-b1b0-8ba9c573f1a6 req-0992bf1a-833d-459a-8dd0-1aeffe384dd0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1220756 Jul 09 16:03:50.794520 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [req-c432ef6f-e806-4b9e-82c6-c1a13266e0a6 req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Deleting port b7887cec-ba0f-401f-8e3f-3a9fcf4370aa {{(pid=74276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:03:50.794905 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c432ef6f-e806-4b9e-82c6-c1a13266e0a6 req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:50.844751 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-97fe2cd9-f281-4aa9-b1b0-8ba9c573f1a6 req-8ed65852-1561-4ea8-8bb5-e2395b07c389 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208088 Jul 09 16:03:50.946974 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-2760f581-cac6-403b-91ec-129b2a4004e9 req-8a926543-7874-44ff-beb0-6895a4c183c2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 1099 time: 0.1025531 Jul 09 16:03:50.993329 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-2760f581-cac6-403b-91ec-129b2a4004e9 req-08f056aa-d2f0-4eab-8675-a391640bdfab service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380528 Jul 09 16:03:51.086429 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [req-c432ef6f-e806-4b9e-82c6-c1a13266e0a6 req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] For port b7887cec-ba0f-401f-8e3f-3a9fcf4370aa, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b7887cec-ba0f-401f-8e3f-3a9fcf4370aa,segment=NetworkSegment(c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c),segment_id=c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c)] {{(pid=74276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:03:51.086996 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c432ef6f-e806-4b9e-82c6-c1a13266e0a6 req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:51.272602 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:03:51.436972 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9ac0f-f596-4af1-8f58-a20741cb52eb req-42335a92-04c8-4f4b-8b95-d2dc82f377b5 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:51.437982 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-39d9ac0f-f596-4af1-8f58-a20741cb52eb req-42335a92-04c8-4f4b-8b95-d2dc82f377b5 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 946 time: 0.2623944 Jul 09 16:03:51.477582 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c432ef6f-e806-4b9e-82c6-c1a13266e0a6 req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:51.477973 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c432ef6f-e806-4b9e-82c6-c1a13266e0a6 req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011831'] for floatingip, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:51.478291 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.db.l3_db [req-c432ef6f-e806-4b9e-82c6-c1a13266e0a6 req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Floating IP 68a2b648-83c1-4fbe-aaaf-79d38eb2a63c disassociated. External IP: 172.28.0.89, port: b7887cec-ba0f-401f-8e3f-3a9fcf4370aa. Jul 09 16:03:51.478632 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [req-c432ef6f-e806-4b9e-82c6-c1a13266e0a6 req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Calling delete_port for b7887cec-ba0f-401f-8e3f-3a9fcf4370aa owned by compute:nova {{(pid=74276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:03:51.567560 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-39d9ac0f-f596-4af1-8f58-a20741cb52eb req-6003138c-5287-4c45-8ed8-bede72bd9908 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223886 Jul 09 16:03:51.811478 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c432ef6f-e806-4b9e-82c6-c1a13266e0a6 req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:51.820298 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-87cc4516-c4a3-4d55-be60-0fd33afd2c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:03:51.878835 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Pushing event deleted for resources: {'Port': ['ID=b7887cec-ba0f-401f-8e3f-3a9fcf4370aa,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:03:51.889507 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b0bc1-3190-42cf-a468-0bdef47981c2 req-3be179a0-d792-40e9-8e29-20496edb282a tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:51.891674 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-484b0bc1-3190-42cf-a468-0bdef47981c2 req-3be179a0-d792-40e9-8e29-20496edb282a tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 867 time: 0.2122266 Jul 09 16:03:51.931607 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:51.931968 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:51.932315 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:51.932665 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:51.933010 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:51.933351 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:51.933691 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:51.934915 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:51.934915 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:51.934915 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:51.935387 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:51.940501 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:03:52.157945 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-484b0bc1-3190-42cf-a468-0bdef47981c2 req-f541077a-3437-4620-ac16-f6410cf19dea tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups?id=f84c9b3b-1bb1-49bc-86a7-4cf82c8eec6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539480 Jul 09 16:03:52.211180 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cec5e2-4fd2-4d93-a3f8-8b89c0663b9a req-abcbfe4e-590c-4b0e-8ab3-e6e50b069ff3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:52.212702 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e7cec5e2-4fd2-4d93-a3f8-8b89c0663b9a req-abcbfe4e-590c-4b0e-8ab3-e6e50b069ff3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.1662834 Jul 09 16:03:52.354433 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e7cec5e2-4fd2-4d93-a3f8-8b89c0663b9a req-68a02918-267b-4266-96f9-b2e19a50add6 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969658 Jul 09 16:03:52.429954 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c432ef6f-e806-4b9e-82c6-c1a13266e0a6 req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Router 620dd722-2137-4921-89e9-7e20a8df1ff7 has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 16:03:52.670343 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c432ef6f-e806-4b9e-82c6-c1a13266e0a6 req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:03:52.683889 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a4bd97-b47f-46d6-8d6d-322a7a799b1d None None] Sync routers for ids ['620dd722-2137-4921-89e9-7e20a8df1ff7'] in dv-cinder-800228-1-smb {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 16:03:52.705953 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a4bd97-b47f-46d6-8d6d-322a7a799b1d None None] Routers {'620dd722-2137-4921-89e9-7e20a8df1ff7'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:03:52.706587 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-36a4bd97-b47f-46d6-8d6d-322a7a799b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:03:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['620dd722-2137-4921-89e9-7e20a8df1ff7'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:03:52.780506 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [req-c432ef6f-e806-4b9e-82c6-c1a13266e0a6 req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] No DVR routers for this DVR port b7887cec-ba0f-401f-8e3f-3a9fcf4370aa on host hv-cinder-80022 {{(pid=74276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:03:52.787464 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c432ef6f-e806-4b9e-82c6-c1a13266e0a6 req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:52.790166 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f397a1-da90-46fb-b394-d2127d5b585a', 'name': 'network-vif-deleted', 'tag': 'b7887cec-ba0f-401f-8e3f-3a9fcf4370aa'}] {{(pid=74276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:03:52.821533 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c432ef6f-e806-4b9e-82c6-c1a13266e0a6 req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.89 "DELETE /v2.0/ports/b7887cec-ba0f-401f-8e3f-3a9fcf4370aa HTTP/1.1" status: 204 len: 173 time: 2.1316032 Jul 09 16:03:52.856440 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc66895-ff4d-4777-9664-9c29cee8e6c5 req-2aeeb860-b261-42f3-9558-ffb05f1ac291 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:52.863869 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7dc66895-ff4d-4777-9664-9c29cee8e6c5 req-2aeeb860-b261-42f3-9558-ffb05f1ac291 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 946 time: 0.1263845 Jul 09 16:03:52.885496 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f397a1-da90-46fb-b394-d2127d5b585a', 'name': 'network-vif-deleted', 'tag': 'b7887cec-ba0f-401f-8e3f-3a9fcf4370aa', 'status': 'completed', 'code': 200} Jul 09 16:03:52.924719 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7dc66895-ff4d-4777-9664-9c29cee8e6c5 req-ccd3a68a-1e55-4359-b7a2-2ad012b6cd9a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595927 Jul 09 16:03:52.940356 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-36a4bd97-b47f-46d6-8d6d-322a7a799b1d None None] Set router 620dd722-2137-4921-89e9-7e20a8df1ff7 gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:03:53.324509 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-36a4bd97-b47f-46d6-8d6d-322a7a799b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:52Z', 'updated_at': '2021-07-09T15:57:01Z', 'revision_number': 4, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'gw_port': {'id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:53Z', 'updated_at': '2021-07-09T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': '1d16fb4c-6e33-4c4f-b6bc-fe27943850bf', 'name': '', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'mac_address': 'fa:16:3e:88:0b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:00Z', 'updated_at': '2021-07-09T15:57:19Z', 'revision_number': 5, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'subnets': [{'id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:03:53.332880 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a4bd97-b47f-46d6-8d6d-322a7a799b1d None None] Checking router: 620dd722-2137-4921-89e9-7e20a8df1ff7 for host: dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 16:03:53.353113 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a4bd97-b47f-46d6-8d6d-322a7a799b1d None None] Routers {'620dd722-2137-4921-89e9-7e20a8df1ff7'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:03:53.354931 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-36a4bd97-b47f-46d6-8d6d-322a7a799b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:03:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['620dd722-2137-4921-89e9-7e20a8df1ff7'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:03:53.391162 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-a5a43918-f560-4729-9665-66c1822d5e36 req-539e0031-124c-44ed-954f-0057d81c40c2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Synchronizing usage tracker for tenant:3ea28ba7538a42cf98540122fdcd24bc on resource:port {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:03:53.412701 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-a5a43918-f560-4729-9665-66c1822d5e36 req-539e0031-124c-44ed-954f-0057d81c40c2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Unset dirty status for tenant:3ea28ba7538a42cf98540122fdcd24bc on resource:port {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:03:53.414203 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a5a43918-f560-4729-9665-66c1822d5e36 req-539e0031-124c-44ed-954f-0057d81c40c2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2f397a1-da90-46fb-b394-d2127d5b585a HTTP/1.1" status: 200 len: 210 time: 0.0820768 Jul 09 16:03:53.588351 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-36a4bd97-b47f-46d6-8d6d-322a7a799b1d None None] Set router 620dd722-2137-4921-89e9-7e20a8df1ff7 gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:03:53.616827 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7406c-3401-453c-9154-7e961acf13a5 req-43223fdf-5a26-4cf6-8afd-a37959c8d2a8 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:53.618564 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9bb7406c-3401-453c-9154-7e961acf13a5 req-43223fdf-5a26-4cf6-8afd-a37959c8d2a8 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 946 time: 0.0864732 Jul 09 16:03:53.684123 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9bb7406c-3401-453c-9154-7e961acf13a5 req-129d5c0a-eb83-40a9-a204-e30b750d4fdc tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510485 Jul 09 16:03:53.964745 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-36a4bd97-b47f-46d6-8d6d-322a7a799b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:52Z', 'updated_at': '2021-07-09T15:57:01Z', 'revision_number': 4, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'gw_port': {'id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:53Z', 'updated_at': '2021-07-09T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': '1d16fb4c-6e33-4c4f-b6bc-fe27943850bf', 'name': '', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'mac_address': 'fa:16:3e:88:0b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:00Z', 'updated_at': '2021-07-09T15:57:19Z', 'revision_number': 5, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'subnets': [{'id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:03:53.968938 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a4bd97-b47f-46d6-8d6d-322a7a799b1d None None] The sync data for ids ['620dd722-2137-4921-89e9-7e20a8df1ff7'] in dv-cinder-800228-1-smb is: [{'id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:52Z', 'updated_at': '2021-07-09T15:57:01Z', 'revision_number': 4, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'gw_port': {'id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:53Z', 'updated_at': '2021-07-09T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': '1d16fb4c-6e33-4c4f-b6bc-fe27943850bf', 'name': '', 'network_id': 'c0f8cb26-8b3d-4d13-b008-9f068bcd3651', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'mac_address': 'fa:16:3e:88:0b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:00Z', 'updated_at': '2021-07-09T15:57:19Z', 'revision_number': 5, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'subnets': [{'id': 'b4105b35-a599-44f8-8dc4-3f9e81bce3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:03:53.993048 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device b7887cec-ba0f-401f-8e3f-3a9fcf4370aa no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:03:54.030297 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] No Port match for: b7887cec-ba0f-401f-8e3f-3a9fcf4370aa {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:03:54.030712 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device b7887cec-ba0f-401f-8e3f-3a9fcf4370aa not bound to the agent host hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:03:54.031124 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device e1f072aa-5c88-4031-85ff-170812b97a25 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:03:54.150685 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:54.187537 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65dbc73b-5339-4428-adef-baa5f97ff4e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1f072aa-5c88-4031-85ff-170812b97a25'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:03:54.201483 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port e1f072aa-5c88-4031-85ff-170812b97a25, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e1f072aa-5c88-4031-85ff-170812b97a25,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:03:54.206668 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:54.208991 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:03:54.254882 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1148dad-4d8f-4948-b30a-d130d546d090 None None] New status for floating IP 68a2b648-83c1-4fbe-aaaf-79d38eb2a63c: DOWN {{(pid=74279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 09 16:03:54.314995 dv-cinder-800228-1-smb neutron-server[74278]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '65dbc73b-5339-4428-adef-baa5f97ff4e0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e1f072aa-5c88-4031-85ff-170812b97a25', 'code': 422} returned with failed status Jul 09 16:03:54.337651 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=e1f072aa-5c88-4031-85ff-170812b97a25,revision_number=8']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:03:54.341313 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:03:54.590081 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 46580) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:03:54.752148 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0d3edda7-5386-462d-ab27-6568725c5fc1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:54.782380 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0d3edda7-5386-462d-ab27-6568725c5fc1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:54.846167 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0d3edda7-5386-462d-ab27-6568725c5fc1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:54.851424 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-0dd5813a-7f6b-48b9-950a-f267d8b788ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:03:54.867539 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3edda7-5386-462d-ab27-6568725c5fc1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84c9b3b-1bb1-49bc-86a7-4cf82c8eec6d,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:03:54.879701 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0d3edda7-5386-462d-ab27-6568725c5fc1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:54.880807 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-0d3edda7-5386-462d-ab27-6568725c5fc1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "DELETE /v2.0/security-groups/f84c9b3b-1bb1-49bc-86a7-4cf82c8eec6d HTTP/1.1" status: 204 len: 168 time: 0.2897394 Jul 09 16:03:54.882165 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3edda7-5386-462d-ab27-6568725c5fc1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:54.882528 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3edda7-5386-462d-ab27-6568725c5fc1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:54.882924 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3edda7-5386-462d-ab27-6568725c5fc1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:54.883286 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3edda7-5386-462d-ab27-6568725c5fc1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:54.883629 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3edda7-5386-462d-ab27-6568725c5fc1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:54.884123 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3edda7-5386-462d-ab27-6568725c5fc1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:54.884310 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3edda7-5386-462d-ab27-6568725c5fc1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:54.884649 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3edda7-5386-462d-ab27-6568725c5fc1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:54.884989 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3edda7-5386-462d-ab27-6568725c5fc1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:54.885800 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3edda7-5386-462d-ab27-6568725c5fc1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:54.885800 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3edda7-5386-462d-ab27-6568725c5fc1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:54.888017 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 46586) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:03:54.891104 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-0d3edda7-5386-462d-ab27-6568725c5fc1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:03:54.912774 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.api.v2.resource [None req-2507769f-7438-4154-a281-d777ad102e91 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] show failed (client error): The resource could not be found. Jul 09 16:03:54.916995 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-2507769f-7438-4154-a281-d777ad102e91 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "GET /v2.0/security-groups/f84c9b3b-1bb1-49bc-86a7-4cf82c8eec6d HTTP/1.1" status: 404 len: 347 time: 0.0250638 Jul 09 16:03:54.917400 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 46590) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:03:54.969728 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccef7e4-98c1-4e79-9046-ba1c5dab6451 req-d13d8ed1-a3eb-4154-9a90-fd5bd92bd1de tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:54.971213 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5ccef7e4-98c1-4e79-9046-ba1c5dab6451 req-d13d8ed1-a3eb-4154-9a90-fd5bd92bd1de tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 944 time: 0.0889373 Jul 09 16:03:55.025973 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5ccef7e4-98c1-4e79-9046-ba1c5dab6451 req-25109efc-4fbf-47b2-a65e-f9e33d672ef4 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486858 Jul 09 16:03:55.088360 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-1f76b7c9-9b90-462c-93b7-4bd6cd77195c tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Deleting port ae1b6c54-6a40-42f6-aad1-8c525ff8d9a5 {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:03:55.088749 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-1f76b7c9-9b90-462c-93b7-4bd6cd77195c tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:55.125137 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:55.299831 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-1f76b7c9-9b90-462c-93b7-4bd6cd77195c tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:55.300162 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-1f76b7c9-9b90-462c-93b7-4bd6cd77195c tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:55.429299 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-1f76b7c9-9b90-462c-93b7-4bd6cd77195c tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Calling delete_port for ae1b6c54-6a40-42f6-aad1-8c525ff8d9a5 owned by network:floatingip {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:03:55.603107 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-1f76b7c9-9b90-462c-93b7-4bd6cd77195c tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:55.608306 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:03:55.657380 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76b7c9-9b90-462c-93b7-4bd6cd77195c tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Pushing event deleted for resources: {'Port': ['ID=ae1b6c54-6a40-42f6-aad1-8c525ff8d9a5,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:03:55.660448 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-1f76b7c9-9b90-462c-93b7-4bd6cd77195c tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:03:55.765949 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-1f76b7c9-9b90-462c-93b7-4bd6cd77195c tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks [] for floatingip, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:55.787458 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-1f76b7c9-9b90-462c-93b7-4bd6cd77195c tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for floatingip, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:55.788725 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-1f76b7c9-9b90-462c-93b7-4bd6cd77195c tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] 10.222.0.66 "DELETE /v2.0/floatingips/68a2b648-83c1-4fbe-aaaf-79d38eb2a63c HTTP/1.1" status: 204 len: 168 time: 0.8664269 Jul 09 16:03:56.572287 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-81fbab86-53fa-4e31-bd18-e0380ad728b5 req-1b322030-de14-4173-8f2d-3746540e9240 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0712912 Jul 09 16:03:56.845476 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-ca60930c-cd5b-407b-8194-09a0fb96b8ac req-eaff26a8-4d29-4342-b4c0-447fc157d009 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754087 Jul 09 16:03:56.848556 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e309f2b-6110-4a55-8f2e-84add4c6a975 req-d99c33df-9c6e-41fa-a498-ad501fb147c9 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:56.850132 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6e309f2b-6110-4a55-8f2e-84add4c6a975 req-d99c33df-9c6e-41fa-a498-ad501fb147c9 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 944 time: 0.0848608 Jul 09 16:03:56.899078 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6e309f2b-6110-4a55-8f2e-84add4c6a975 req-da2653a8-0b4c-4329-a570-4ec0710154b0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432079 Jul 09 16:03:57.432722 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ca60930c-cd5b-407b-8194-09a0fb96b8ac req-3f9e4638-1992-4cbb-a1c9-601a4ffa2b76 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0&tenant_id=69e197f3158d4b4ca9126da741e0244b HTTP/1.1" status: 200 len: 1097 time: 0.0718839 Jul 09 16:03:57.559438 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ca60930c-cd5b-407b-8194-09a0fb96b8ac req-f03d7bfe-0435-446a-8a49-795f73f4e0d8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69e197f3158d4b4ca9126da741e0244b&device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 1097 time: 0.0814188 Jul 09 16:03:57.803709 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60930c-cd5b-407b-8194-09a0fb96b8ac req-c1cb5c41-6d55-4dad-adaa-619b0a93c053 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:57.805431 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ca60930c-cd5b-407b-8194-09a0fb96b8ac req-c1cb5c41-6d55-4dad-adaa-619b0a93c053 service neutron] 10.222.0.89 "GET /v2.0/networks?id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd HTTP/1.1" status: 200 len: 917 time: 0.2376494 Jul 09 16:03:57.912922 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ca60930c-cd5b-407b-8194-09a0fb96b8ac req-c059ba31-ff1b-4a3c-b640-c794aef145b7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f072aa-5c88-4031-85ff-170812b97a25 HTTP/1.1" status: 200 len: 999 time: 0.0970724 Jul 09 16:03:57.977812 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60930c-cd5b-407b-8194-09a0fb96b8ac req-65c02ce2-03d3-4a56-ad43-8885b3b02f0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:57.979275 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ca60930c-cd5b-407b-8194-09a0fb96b8ac req-65c02ce2-03d3-4a56-ad43-8885b3b02f0a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4006d4af-f154-4912-bdbd-6a5ff3424039 HTTP/1.1" status: 200 len: 855 time: 0.0593741 Jul 09 16:03:58.023125 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device e1f072aa-5c88-4031-85ff-170812b97a25 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:03:58.107891 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ca60930c-cd5b-407b-8194-09a0fb96b8ac req-587d5149-a2cf-4baf-b65a-be84a93e665b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1181779 Jul 09 16:03:58.274657 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e59c4a-9565-48e7-8fd5-c49a0533b4fe req-719803ab-8e53-45b7-9579-f45511739fc7 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:58.276805 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-35e59c4a-9565-48e7-8fd5-c49a0533b4fe req-719803ab-8e53-45b7-9579-f45511739fc7 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 944 time: 0.2294774 Jul 09 16:03:58.344715 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ca60930c-cd5b-407b-8194-09a0fb96b8ac req-756e3e6e-a571-464a-88bc-c4ccb405a65e service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262115 Jul 09 16:03:58.377987 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-35e59c4a-9565-48e7-8fd5-c49a0533b4fe req-5fccfd8d-802b-4bbd-9ba2-5ad42117c4a0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911927 Jul 09 16:03:58.489615 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ca60930c-cd5b-407b-8194-09a0fb96b8ac req-4a1ba5c4-b38b-4d08-9e61-f385b9e209f4 service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331136 Jul 09 16:03:59.313915 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-92952ee1-fb9a-477b-a710-4ef93526c888 req-a27475c8-c848-4223-99aa-d328de276552 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830655 Jul 09 16:03:59.524601 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-92952ee1-fb9a-477b-a710-4ef93526c888 req-65981c82-e362-4e7a-a018-060ba86107fe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8911ef40b69d4f2b93d3a7d7583b87b7&device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 1099 time: 0.0930824 Jul 09 16:03:59.652102 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355f12e-8ead-4d7c-9a03-de1e57822e3f req-ec6fb6d4-680f-4647-bd5a-d278c15da8c7 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:59.655214 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6355f12e-8ead-4d7c-9a03-de1e57822e3f req-ec6fb6d4-680f-4647-bd5a-d278c15da8c7 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 944 time: 0.1161642 Jul 09 16:03:59.753087 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6355f12e-8ead-4d7c-9a03-de1e57822e3f req-67968772-d36f-41cf-8987-cf8e1582948c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917196 Jul 09 16:03:59.971278 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 46670) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:00.644656 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-866bbcf9-0dea-47b4-98ba-6cc745d158c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012577'] for router_interface, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:01.292083 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf458a6b-5975-4266-89d7-b11f200cae73 req-f76de485-464a-4649-a7e4-12d4d3f06182 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:01.294015 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cf458a6b-5975-4266-89d7-b11f200cae73 req-f76de485-464a-4649-a7e4-12d4d3f06182 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 944 time: 0.2263827 Jul 09 16:04:01.460632 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cf458a6b-5975-4266-89d7-b11f200cae73 req-c8a5ef82-95b7-4cea-a341-c25a49aa9899 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382384 Jul 09 16:04:01.657370 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [None req-866bbcf9-0dea-47b4-98ba-6cc745d158c6 admin admin] Deleting port 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf {{(pid=74276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:04:01.658548 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-866bbcf9-0dea-47b4-98ba-6cc745d158c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:01.884348 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [None req-866bbcf9-0dea-47b4-98ba-6cc745d158c6 admin admin] For port 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=1d16fb4c-6e33-4c4f-b6bc-fe27943850bf,segment=NetworkSegment(c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c),segment_id=c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c)] {{(pid=74276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:04:01.884852 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-866bbcf9-0dea-47b4-98ba-6cc745d158c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:02.034610 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [None req-866bbcf9-0dea-47b4-98ba-6cc745d158c6 admin admin] Calling delete_port for 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf owned by network:router_interface {{(pid=74276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:04:02.292218 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-866bbcf9-0dea-47b4-98ba-6cc745d158c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:02.296679 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-f042c1f1-bedd-4040-99d1-e48241efd50f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:02.344619 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bbcf9-0dea-47b4-98ba-6cc745d158c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d16fb4c-6e33-4c4f-b6bc-fe27943850bf,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:02.347336 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-866bbcf9-0dea-47b4-98ba-6cc745d158c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:02.729676 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-866bbcf9-0dea-47b4-98ba-6cc745d158c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16660826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1012621'] for router_interface, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:02.822196 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d014ef-5d69-4ca3-a7dd-a135fb43ed7c req-5c52f758-6ee4-455e-94ae-1e8ddbf46d7b tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:02.823948 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-74d014ef-5d69-4ca3-a7dd-a135fb43ed7c req-5c52f758-6ee4-455e-94ae-1e8ddbf46d7b tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 944 time: 0.1674697 Jul 09 16:04:02.892952 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-74d014ef-5d69-4ca3-a7dd-a135fb43ed7c req-4340a8f6-0150-467d-8a66-8da1cad14d63 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586669 Jul 09 16:04:03.637782 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866bbcf9-0dea-47b4-98ba-6cc745d158c6 admin admin] Router 620dd722-2137-4921-89e9-7e20a8df1ff7 has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 16:04:03.873751 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-fec27b12-1f45-4a6b-84d3-3857aa9c8092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:03.918544 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866bbcf9-0dea-47b4-98ba-6cc745d158c6 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:04:03.930060 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa43f2c2-380c-479f-8489-f574969496c2 None None] Sync routers for ids ['620dd722-2137-4921-89e9-7e20a8df1ff7'] in dv-cinder-800228-1-smb {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 16:04:03.935710 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-866bbcf9-0dea-47b4-98ba-6cc745d158c6 admin admin] 10.222.0.66 "PUT /v2.0/routers/620dd722-2137-4921-89e9-7e20a8df1ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9631341 Jul 09 16:04:03.940316 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 46682) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:03.961659 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa43f2c2-380c-479f-8489-f574969496c2 None None] Routers {'620dd722-2137-4921-89e9-7e20a8df1ff7'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:04:03.962317 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-aa43f2c2-380c-479f-8489-f574969496c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:03:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['620dd722-2137-4921-89e9-7e20a8df1ff7'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:04.228401 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd79b1-9fd0-4ddd-aab3-19bb595a3717 req-9190a45d-654a-4f43-84e6-f3070c7f2ecd tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:04.234936 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5efd79b1-9fd0-4ddd-aab3-19bb595a3717 req-9190a45d-654a-4f43-84e6-f3070c7f2ecd tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 944 time: 0.1224675 Jul 09 16:04:04.265377 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-aa43f2c2-380c-479f-8489-f574969496c2 None None] Set router 620dd722-2137-4921-89e9-7e20a8df1ff7 gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:04:04.319436 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6868e113-a78a-461a-84e3-005370360e42 admin admin] Notify callbacks [] for router, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:04.319689 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5efd79b1-9fd0-4ddd-aab3-19bb595a3717 req-acea08a4-3972-40ac-a98b-7bd0f47720f5 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793564 Jul 09 16:04:04.489525 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:04.660154 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-aa43f2c2-380c-479f-8489-f574969496c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:52Z', 'updated_at': '2021-07-09T16:04:02Z', 'revision_number': 5, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'gw_port': {'id': 'ef6fafeb-e0f5-4ddb-8041-b4cf697737fb', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:53Z', 'updated_at': '2021-07-09T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:04.665702 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa43f2c2-380c-479f-8489-f574969496c2 None None] Checking router: 620dd722-2137-4921-89e9-7e20a8df1ff7 for host: dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 16:04:04.678837 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa43f2c2-380c-479f-8489-f574969496c2 None None] Routers {'620dd722-2137-4921-89e9-7e20a8df1ff7'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:04:04.679493 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-aa43f2c2-380c-479f-8489-f574969496c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:03:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['620dd722-2137-4921-89e9-7e20a8df1ff7'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:04.687550 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6868e113-a78a-461a-84e3-005370360e42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:04.700780 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-6868e113-a78a-461a-84e3-005370360e42 admin admin] Deleting port ef6fafeb-e0f5-4ddb-8041-b4cf697737fb {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:04:04.701145 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6868e113-a78a-461a-84e3-005370360e42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:04.874637 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-aa43f2c2-380c-479f-8489-f574969496c2 None None] Set router 620dd722-2137-4921-89e9-7e20a8df1ff7 gateway port host: None {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:04:05.018297 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [None req-6868e113-a78a-461a-84e3-005370360e42 admin admin] For port ef6fafeb-e0f5-4ddb-8041-b4cf697737fb, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=ef6fafeb-e0f5-4ddb-8041-b4cf697737fb,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:04:05.019153 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6868e113-a78a-461a-84e3-005370360e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:05.043855 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-aa43f2c2-380c-479f-8489-f574969496c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:52Z', 'updated_at': '2021-07-09T16:04:04Z', 'revision_number': 6, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'gw_port_host': None}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:05.048900 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa43f2c2-380c-479f-8489-f574969496c2 None None] The sync data for ids ['620dd722-2137-4921-89e9-7e20a8df1ff7'] in dv-cinder-800228-1-smb is: [{'id': '620dd722-2137-4921-89e9-7e20a8df1ff7', 'name': 'tempest-AttachVolumeTestJSON-915839252-router', 'tenant_id': '3ea28ba7538a42cf98540122fdcd24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:52Z', 'updated_at': '2021-07-09T16:04:04Z', 'revision_number': 6, 'project_id': '3ea28ba7538a42cf98540122fdcd24bc', 'gw_port_host': None}] {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:04:05.162399 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-6868e113-a78a-461a-84e3-005370360e42 admin admin] Calling delete_port for ef6fafeb-e0f5-4ddb-8041-b4cf697737fb owned by network:router_gateway {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:04:05.392394 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6868e113-a78a-461a-84e3-005370360e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:05.396201 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-3ed3ae21-f22a-49a5-ad2a-2c1c30ff214d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:05.445545 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868e113-a78a-461a-84e3-005370360e42 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef6fafeb-e0f5-4ddb-8041-b4cf697737fb,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:05.450349 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-6868e113-a78a-461a-84e3-005370360e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:05.777352 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6868e113-a78a-461a-84e3-005370360e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011722'] for router_gateway, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:05.795117 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bd552-0716-49da-86a5-c4dbe8cd3d61 req-19c6f5ca-b0d6-49ca-895c-8de84efe8488 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:05.802773 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-721bd552-0716-49da-86a5-c4dbe8cd3d61 req-19c6f5ca-b0d6-49ca-895c-8de84efe8488 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 944 time: 0.1480196 Jul 09 16:04:05.871342 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-721bd552-0716-49da-86a5-c4dbe8cd3d61 req-e37d111f-6153-4ff0-baf6-2a00cf00feff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674603 Jul 09 16:04:06.092645 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6868e113-a78a-461a-84e3-005370360e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1001910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3295'] for router, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:06.097702 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6868e113-a78a-461a-84e3-005370360e42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:06.111772 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-60b72cd1-a26f-4566-93f5-d36a9ff111ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:06.205822 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6868e113-a78a-461a-84e3-005370360e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-999974'] for router, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:06.205822 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6868e113-a78a-461a-84e3-005370360e42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 620dd722-2137-4921-89e9-7e20a8df1ff7 {{(pid=74277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:04:06.215915 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6868e113-a78a-461a-84e3-005370360e42 admin admin] Notify callbacks [] for router, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:06.217475 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-6868e113-a78a-461a-84e3-005370360e42 admin admin] 10.222.0.66 "DELETE /v2.0/routers/620dd722-2137-4921-89e9-7e20a8df1ff7 HTTP/1.1" status: 204 len: 168 time: 2.2744663 Jul 09 16:04:06.220283 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 46690) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:06.307258 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device ef6fafeb-e0f5-4ddb-8041-b4cf697737fb no longer exists at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:04:06.309821 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d23e14-d2d2-46d7-9f3f-408722b2125b admin admin] Deleting subnet b4105b35-a599-44f8-8dc4-3f9e81bce3de {{(pid=74277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 09 16:04:06.322497 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c5d23e14-d2d2-46d7-9f3f-408722b2125b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:06.361107 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] No Port match for: ef6fafeb-e0f5-4ddb-8041-b4cf697737fb {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:04:06.361553 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device ef6fafeb-e0f5-4ddb-8041-b4cf697737fb not bound to the agent host dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:04:06.362071 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf no longer exists at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:04:06.399275 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] No Port match for: 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:04:06.399892 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 1d16fb4c-6e33-4c4f-b6bc-fe27943850bf not bound to the agent host dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:04:06.403288 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c5d23e14-d2d2-46d7-9f3f-408722b2125b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500887'] for subnet, precommit_delete_associations {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:06.557889 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c5d23e14-d2d2-46d7-9f3f-408722b2125b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16406145'] for subnet, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:06.772537 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c5d23e14-d2d2-46d7-9f3f-408722b2125b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16406158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2449787'] for subnet, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:06.776530 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c2065351-c4ac-4c61-8f55-95d684527ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:06.819139 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d23e14-d2d2-46d7-9f3f-408722b2125b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4105b35-a599-44f8-8dc4-3f9e81bce3de,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:06.822932 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c5d23e14-d2d2-46d7-9f3f-408722b2125b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:06.827005 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c5d23e14-d2d2-46d7-9f3f-408722b2125b admin admin] Notify callbacks [] for subnet, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:06.836697 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-c5d23e14-d2d2-46d7-9f3f-408722b2125b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b4105b35-a599-44f8-8dc4-3f9e81bce3de HTTP/1.1" status: 204 len: 168 time: 0.6149836 Jul 09 16:04:06.838668 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56e75b8-5765-4b57-96a8-a81f638c1df8 None None] Network c0f8cb26-8b3d-4d13-b008-9f068bcd3651 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:04:06.839491 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 46696) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:06.972757 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361167'] for network, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:06.985023 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] Deleting port b49e467e-afe2-4d40-ab35-03817409539b {{(pid=74276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:04:06.988949 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:07.137451 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:07.301386 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7e831f-8a5c-46e2-94a2-eeb31f67720f None None] DHCP port deletion for c0f8cb26-8b3d-4d13-b008-9f068bcd3651 request from dv-cinder-800228-1-smb {{(pid=74278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jul 09 16:04:07.306649 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e831f-8a5c-46e2-94a2-eeb31f67720f None None] Deleting port b49e467e-afe2-4d40-ab35-03817409539b {{(pid=74278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:04:07.307236 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-1c7e831f-8a5c-46e2-94a2-eeb31f67720f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:07.376128 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] For port b49e467e-afe2-4d40-ab35-03817409539b, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=b49e467e-afe2-4d40-ab35-03817409539b,segment=NetworkSegment(c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c),segment_id=c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c)] {{(pid=74276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:04:07.376469 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:07.515410 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] Calling delete_port for b49e467e-afe2-4d40-ab35-03817409539b owned by network:dhcp {{(pid=74276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:04:07.551580 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-1c7e831f-8a5c-46e2-94a2-eeb31f67720f None None] For port b49e467e-afe2-4d40-ab35-03817409539b, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=b49e467e-afe2-4d40-ab35-03817409539b,segment=NetworkSegment(c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c),segment_id=c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:04:07.552001 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-1c7e831f-8a5c-46e2-94a2-eeb31f67720f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:07.571288 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f426f-ffc4-42b4-8879-05a630b053b9 req-37ecd934-b1a6-43c8-b5c8-4467675ce32f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:07.573171 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cd3f426f-ffc4-42b4-8879-05a630b053b9 req-37ecd934-b1a6-43c8-b5c8-4467675ce32f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 944 time: 0.3082106 Jul 09 16:04:07.665026 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:07.674743 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cd3f426f-ffc4-42b4-8879-05a630b053b9 req-a68ac7a2-4c7b-40ee-b16f-ae4fc7861299 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946879 Jul 09 16:04:07.678002 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:07.688457 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e831f-8a5c-46e2-94a2-eeb31f67720f None None] Calling delete_port for b49e467e-afe2-4d40-ab35-03817409539b owned by network:dhcp {{(pid=74278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:04:07.860701 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.db.api [None req-1c7e831f-8a5c-46e2-94a2-eeb31f67720f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:04:07.861474 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_db.api [None req-1c7e831f-8a5c-46e2-94a2-eeb31f67720f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:04:07.878362 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b49e467e-afe2-4d40-ab35-03817409539b,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:07.881427 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:07.882230 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] No DVR routers for this DVR port b49e467e-afe2-4d40-ab35-03817409539b on host dv-cinder-800228-1-smb {{(pid=74276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:04:08.010569 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16405790', 'neutron.services.segments.db._delete_segments_for_network-8749712051321'] for network, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:08.024441 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.services.segments.db [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f8cb26-8b3d-4d13-b008-9f068bcd3651']}} {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:08.037666 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.services.segments.db [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c') {'for_net_delete': True} {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:08.038074 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.services.segments.db [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84d9c8d-7bb7-4d17-b0cc-e7ce73f46d1c') {} {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:08.057479 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749712136596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1599458'] for segment, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:08.079995 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:08.086755 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=74276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 09 16:04:08.087322 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16406059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1598853'] for segment, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: Traceback (most recent call last): Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: timer() Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: cb(*args, **kw) Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: return func(*args, **kwargs) Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: self._notify() Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: self.callback(batched_events) Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: event.method(event) Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: return f(self, *a, **k) Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: return self._get(url).json() Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: return self.request(url, 'GET', **kwargs) Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:04:08.101930 dv-cinder-800228-1-smb neutron-server[74276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:04:08.203061 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16405767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011809'] for network, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:08.210778 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:08.232047 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:08.250873 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0f8cb26-8b3d-4d13-b008-9f068bcd3651,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:08.255244 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:08.266150 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-67b3f853-ba1c-4bf9-9140-54d8013749f6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c0f8cb26-8b3d-4d13-b008-9f068bcd3651 HTTP/1.1" status: 204 len: 168 time: 1.4256473 Jul 09 16:04:08.274401 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device b49e467e-afe2-4d40-ab35-03817409539b no longer exists at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:04:08.324138 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] No Port match for: b49e467e-afe2-4d40-ab35-03817409539b {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:04:08.324758 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device b49e467e-afe2-4d40-ab35-03817409539b not bound to the agent host dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:04:08.363753 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e831f-8a5c-46e2-94a2-eeb31f67720f None None] Deleting port b49e467e-afe2-4d40-ab35-03817409539b {{(pid=74278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:04:08.364197 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-1c7e831f-8a5c-46e2-94a2-eeb31f67720f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:08.434407 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e831f-8a5c-46e2-94a2-eeb31f67720f None None] The port 'b49e467e-afe2-4d40-ab35-03817409539b' was deleted {{(pid=74278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jul 09 16:04:08.454783 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 46704) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:08.517603 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-ed17dc01-a5ff-4af6-95f1-208072233fe0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ea28ba7538a42cf98540122fdcd24bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0593753 Jul 09 16:04:08.518899 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 46708) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:08.584744 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3e58e6e8-4e6b-4fc5-8ecb-565d70db27a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:08.614935 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3e58e6e8-4e6b-4fc5-8ecb-565d70db27a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:08.692699 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3e58e6e8-4e6b-4fc5-8ecb-565d70db27a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:08.702311 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b18444fd-916e-440c-aaf9-ed13a3cb99e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:08.724616 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:08.726439 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58e6e8-4e6b-4fc5-8ecb-565d70db27a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9faead-f025-4246-8910-a4388153b5b9,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:08.732102 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-3e58e6e8-4e6b-4fc5-8ecb-565d70db27a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:08.738264 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3e58e6e8-4e6b-4fc5-8ecb-565d70db27a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:08.739638 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-3e58e6e8-4e6b-4fc5-8ecb-565d70db27a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4c9faead-f025-4246-8910-a4388153b5b9 HTTP/1.1" status: 204 len: 168 time: 0.2196383 Jul 09 16:04:09.087728 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54245b5-97d0-45f4-a7c8-5902f36280cd req-baba57bf-1ce3-48d6-bf8a-d61e85c85e50 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:09.100661 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c54245b5-97d0-45f4-a7c8-5902f36280cd req-baba57bf-1ce3-48d6-bf8a-d61e85c85e50 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 944 time: 0.1320560 Jul 09 16:04:09.162301 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c54245b5-97d0-45f4-a7c8-5902f36280cd req-bc95729f-53fb-4d1d-b45b-47e5c9850c1a tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597296 Jul 09 16:04:10.434032 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec11a61-7303-4036-aebf-9ef2970f279f req-640631fd-9d3d-451a-8448-370498c235b6 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:10.436985 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8ec11a61-7303-4036-aebf-9ef2970f279f req-640631fd-9d3d-451a-8448-370498c235b6 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 944 time: 0.1007819 Jul 09 16:04:10.508868 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8ec11a61-7303-4036-aebf-9ef2970f279f req-e403e5d9-dd90-47de-b638-bf9611d4e889 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536397 Jul 09 16:04:11.824294 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48f4f6-1d8e-4c31-a541-ba52d901cbcf req-6f21d06f-625c-440a-86d0-834bbf372b62 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:11.826875 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8f48f4f6-1d8e-4c31-a541-ba52d901cbcf req-6f21d06f-625c-440a-86d0-834bbf372b62 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 944 time: 0.1047928 Jul 09 16:04:11.849607 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 46772) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:11.887501 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8f48f4f6-1d8e-4c31-a541-ba52d901cbcf req-aa264483-720c-4912-ab57-69f83c378d53 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553613 Jul 09 16:04:12.014908 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-ec570813-8b5d-4998-bb6a-1e61284ac570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:12.057772 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-ec570813-8b5d-4998-bb6a-1e61284ac570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:04:12.065406 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-ec570813-8b5d-4998-bb6a-1e61284ac570 admin admin] Usage tracker for resource:security_group_rule and tenant:e6da51cfc5044b548b67c170438fb81f is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:04:12.071641 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-ec570813-8b5d-4998-bb6a-1e61284ac570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:04:12.080702 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-ec570813-8b5d-4998-bb6a-1e61284ac570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:04:12.170295 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-ec570813-8b5d-4998-bb6a-1e61284ac570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:12.175043 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-ec570813-8b5d-4998-bb6a-1e61284ac570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:12.182526 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-449f2dcf-efb2-4d1a-ad68-76c660dcd989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:12.227795 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec570813-8b5d-4998-bb6a-1e61284ac570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bb7ace-a146-40ba-925a-61077667473b,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:12.231328 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-ec570813-8b5d-4998-bb6a-1e61284ac570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:12.236508 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-ec570813-8b5d-4998-bb6a-1e61284ac570 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e6da51cfc5044b548b67c170438fb81f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3839030 Jul 09 16:04:12.238110 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 46778) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:12.298211 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-fe536726-d903-4a4c-9e6f-3cd310c7908e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:12.323599 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-fe536726-d903-4a4c-9e6f-3cd310c7908e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:12.380626 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-fe536726-d903-4a4c-9e6f-3cd310c7908e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:12.384442 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-76c60bb8-8c0f-4764-8401-689007a639e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:12.396317 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe536726-d903-4a4c-9e6f-3cd310c7908e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bb7ace-a146-40ba-925a-61077667473b,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:12.399890 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-fe536726-d903-4a4c-9e6f-3cd310c7908e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:12.403515 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-fe536726-d903-4a4c-9e6f-3cd310c7908e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:12.404621 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-fe536726-d903-4a4c-9e6f-3cd310c7908e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/27bb7ace-a146-40ba-925a-61077667473b HTTP/1.1" status: 204 len: 168 time: 0.1659772 Jul 09 16:04:12.627793 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92952ee1-fb9a-477b-a710-4ef93526c888 req-4d416eb6-5023-42cc-bb5b-ef1f0d452c91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:12.629277 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-92952ee1-fb9a-477b-a710-4ef93526c888 req-4d416eb6-5023-42cc-bb5b-ef1f0d452c91 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a3f47de3-f3d1-4f03-8159-72f98954fe64 HTTP/1.1" status: 200 len: 909 time: 0.1369438 Jul 09 16:04:12.778168 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-92952ee1-fb9a-477b-a710-4ef93526c888 req-92f9fbf8-bf35-47a7-a6fb-1755fe79fb84 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0379a0a-8843-47c5-8c52-1085409f08e9 HTTP/1.1" status: 200 len: 1002 time: 0.1293881 Jul 09 16:04:12.779547 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 46786) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:12.798372 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-43df1cd8-32ed-484f-b909-42b45911b666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:12.889483 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92952ee1-fb9a-477b-a710-4ef93526c888 req-ec29f369-7498-4e18-90ca-853b9fda0c70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:12.890988 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-92952ee1-fb9a-477b-a710-4ef93526c888 req-ec29f369-7498-4e18-90ca-853b9fda0c70 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2dfc412d-22b8-4fae-ac78-cdf3faffeb1a HTTP/1.1" status: 200 len: 847 time: 0.0836675 Jul 09 16:04:12.891960 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-43df1cd8-32ed-484f-b909-42b45911b666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:04:12.896386 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-43df1cd8-32ed-484f-b909-42b45911b666 admin admin] Usage tracker for resource:security_group_rule and tenant:a70a171f24dc49b283dc3cb2768d9ce2 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:04:12.929474 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-43df1cd8-32ed-484f-b909-42b45911b666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:04:12.948697 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-43df1cd8-32ed-484f-b909-42b45911b666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:04:13.015321 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-92952ee1-fb9a-477b-a710-4ef93526c888 req-c251af97-a0e8-4010-8027-22313762a927 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a3f47de3-f3d1-4f03-8159-72f98954fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1156700 Jul 09 16:04:13.178103 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-43df1cd8-32ed-484f-b909-42b45911b666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:13.191279 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-43df1cd8-32ed-484f-b909-42b45911b666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:13.203516 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-7a942d0c-ea25-47cc-8891-995905dcbb3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:13.275446 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df1cd8-32ed-484f-b909-42b45911b666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1557bd3e-73d1-4578-a461-250faf639540,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:13.278827 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-43df1cd8-32ed-484f-b909-42b45911b666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:13.305013 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-43df1cd8-32ed-484f-b909-42b45911b666 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a70a171f24dc49b283dc3cb2768d9ce2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5243564 Jul 09 16:04:13.308513 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 46792) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:13.311221 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-92952ee1-fb9a-477b-a710-4ef93526c888 req-d3e80c11-2301-408f-b8cc-0443c0d8662f service neutron] 10.222.0.89 "GET /v2.0/networks/a3f47de3-f3d1-4f03-8159-72f98954fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878470 Jul 09 16:04:13.327871 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be284df-4210-49d3-84b6-22ea033a39e4 req-375457b9-0427-46c0-9b36-2bc1d672ee8f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:13.329436 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2be284df-4210-49d3-84b6-22ea033a39e4 req-375457b9-0427-46c0-9b36-2bc1d672ee8f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 944 time: 0.2798302 Jul 09 16:04:13.390613 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fa312b55-7a53-45d2-9b57-0785e410105a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:13.422178 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fa312b55-7a53-45d2-9b57-0785e410105a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:13.478305 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2be284df-4210-49d3-84b6-22ea033a39e4 req-e5bc8e63-15e8-4e6a-990d-738c92bebfff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250088 Jul 09 16:04:13.481047 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fa312b55-7a53-45d2-9b57-0785e410105a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:13.487237 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-6d1b13a3-3206-4671-be0e-06f8f459d849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:13.500967 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa312b55-7a53-45d2-9b57-0785e410105a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1557bd3e-73d1-4578-a461-250faf639540,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:13.506356 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-fa312b55-7a53-45d2-9b57-0785e410105a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:13.509425 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-92952ee1-fb9a-477b-a710-4ef93526c888 req-58756e8a-cc58-43bd-9e3f-75a62c380793 service neutron] 10.222.0.89 "GET /v2.0/networks/a3f47de3-f3d1-4f03-8159-72f98954fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786494 Jul 09 16:04:13.511276 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fa312b55-7a53-45d2-9b57-0785e410105a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:13.513796 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-fa312b55-7a53-45d2-9b57-0785e410105a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1557bd3e-73d1-4578-a461-250faf639540 HTTP/1.1" status: 204 len: 168 time: 0.2030210 Jul 09 16:04:14.807591 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef5d7a-be9c-4ae9-88f5-2ae15aaf5bd2 req-c07fe508-e864-4f24-9885-66af587c1d68 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:14.809064 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-59ef5d7a-be9c-4ae9-88f5-2ae15aaf5bd2 req-c07fe508-e864-4f24-9885-66af587c1d68 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 944 time: 0.1714828 Jul 09 16:04:14.857404 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-59ef5d7a-be9c-4ae9-88f5-2ae15aaf5bd2 req-5adf42fb-4eb1-4792-ad54-f3277bb20a6c tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420294 Jul 09 16:04:16.082566 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a7650-96f4-4d50-81c7-0c193feb1d28 req-1df58874-20c8-440a-977e-95bd9bef8d2d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:16.084078 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-378a7650-96f4-4d50-81c7-0c193feb1d28 req-1df58874-20c8-440a-977e-95bd9bef8d2d tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 944 time: 0.0868638 Jul 09 16:04:16.116444 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device e1f072aa-5c88-4031-85ff-170812b97a25 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 16:04:16.136387 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-378a7650-96f4-4d50-81c7-0c193feb1d28 req-7dbd463d-f9e4-41d8-a81d-48d930043b4b tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464888 Jul 09 16:04:16.271463 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port e1f072aa-5c88-4031-85ff-170812b97a25, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e1f072aa-5c88-4031-85ff-170812b97a25,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:04:16.285847 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': 'e1f072aa-5c88-4031-85ff-170812b97a25', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'port_id': 'e1f072aa-5c88-4031-85ff-170812b97a25', 'mac_address': 'fa:16:3e:5a:91:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 16:04:16.351518 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:16.369901 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f072aa-5c88-4031-85ff-170812b97a25 {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:04:16.390683 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port e1f072aa-5c88-4031-85ff-170812b97a25, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e1f072aa-5c88-4031-85ff-170812b97a25,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:04:16.394845 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:16.396735 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:16.475175 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=e1f072aa-5c88-4031-85ff-170812b97a25,revision_number=9']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:16.478477 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:16.755850 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['e1f072aa-5c88-4031-85ff-170812b97a25'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:04:17.377971 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd040b8b-ecde-4d57-9696-7fc09dea0995 req-93227d44-458f-47b0-b693-4f9aafe7c304 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:17.379508 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-dd040b8b-ecde-4d57-9696-7fc09dea0995 req-93227d44-458f-47b0-b693-4f9aafe7c304 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 945 time: 0.0954802 Jul 09 16:04:17.440310 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-dd040b8b-ecde-4d57-9696-7fc09dea0995 req-04fc6e69-ae9f-4bba-a2d7-f75881d234b9 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529644 Jul 09 16:04:17.529051 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 46936) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:17.676175 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b2200dc9-c2ab-4918-a113-2143cad6548d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:17.708730 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-b2200dc9-c2ab-4918-a113-2143cad6548d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:04:17.712609 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-b2200dc9-c2ab-4918-a113-2143cad6548d admin admin] Usage tracker for resource:security_group_rule and tenant:4a5f360e34d04a1d926b79a876b7e702 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:04:17.715528 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-b2200dc9-c2ab-4918-a113-2143cad6548d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:04:17.721361 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-b2200dc9-c2ab-4918-a113-2143cad6548d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:04:17.792748 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b2200dc9-c2ab-4918-a113-2143cad6548d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:17.796710 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-b2200dc9-c2ab-4918-a113-2143cad6548d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:17.803261 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-91ebbd02-bad9-46c8-a567-2ecf23b77082 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:17.845288 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2200dc9-c2ab-4918-a113-2143cad6548d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3743ef65-042b-4994-82ff-043df581b257,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:17.849451 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-b2200dc9-c2ab-4918-a113-2143cad6548d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4a5f360e34d04a1d926b79a876b7e702&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3194072 Jul 09 16:04:17.850360 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b2200dc9-c2ab-4918-a113-2143cad6548d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:17.853020 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 46942) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:17.919310 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-026c472f-4461-451c-a652-dfcef77f4fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:17.947252 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-026c472f-4461-451c-a652-dfcef77f4fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:17.999623 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-026c472f-4461-451c-a652-dfcef77f4fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:18.003819 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-51e4d76b-28e7-44d6-b25e-5f5f58b977ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:18.017064 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c472f-4461-451c-a652-dfcef77f4fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3743ef65-042b-4994-82ff-043df581b257,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:18.020691 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-026c472f-4461-451c-a652-dfcef77f4fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:18.026077 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-026c472f-4461-451c-a652-dfcef77f4fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:18.027200 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-026c472f-4461-451c-a652-dfcef77f4fc0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3743ef65-042b-4994-82ff-043df581b257 HTTP/1.1" status: 204 len: 168 time: 0.1732485 Jul 09 16:04:18.146718 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device e1f072aa-5c88-4031-85ff-170812b97a25 up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:04:18.222477 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port e1f072aa-5c88-4031-85ff-170812b97a25 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:04:18.222860 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:18.341167 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:18.369864 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65dbc73b-5339-4428-adef-baa5f97ff4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f072aa-5c88-4031-85ff-170812b97a25'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:04:18.380548 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port e1f072aa-5c88-4031-85ff-170812b97a25, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e1f072aa-5c88-4031-85ff-170812b97a25,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:04:18.385957 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:18.390342 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:18.390439 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 46952) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:18.412670 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-49956f15-f447-4eb6-9ee4-55eca60805b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:18.444154 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65dbc73b-5339-4428-adef-baa5f97ff4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f072aa-5c88-4031-85ff-170812b97a25', 'code': 200} Jul 09 16:04:18.447921 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-49956f15-f447-4eb6-9ee4-55eca60805b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:04:18.452077 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-49956f15-f447-4eb6-9ee4-55eca60805b4 admin admin] Usage tracker for resource:security_group_rule and tenant:ed58f8b3f3ab4220ac7f157edee558ab is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:04:18.456062 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-49956f15-f447-4eb6-9ee4-55eca60805b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:04:18.463182 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-49956f15-f447-4eb6-9ee4-55eca60805b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:04:18.471933 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=e1f072aa-5c88-4031-85ff-170812b97a25,revision_number=10']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:18.476439 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:18.568531 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-49956f15-f447-4eb6-9ee4-55eca60805b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:18.573788 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-49956f15-f447-4eb6-9ee4-55eca60805b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:18.586732 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-34ecc514-4409-4d8a-bc6b-38ac48e61ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:18.640957 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-49956f15-f447-4eb6-9ee4-55eca60805b4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed58f8b3f3ab4220ac7f157edee558ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2481558 Jul 09 16:04:18.643290 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 46958) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:18.671950 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49956f15-f447-4eb6-9ee4-55eca60805b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cfc8c1-01ed-4ef4-baae-7ee7a147abcc,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:18.678167 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-49956f15-f447-4eb6-9ee4-55eca60805b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:18.712913 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447874c-d431-409a-86ed-1cfef4976bac req-5995be50-20bc-4dfd-b742-123435e78f33 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:18.714521 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0447874c-d431-409a-86ed-1cfef4976bac req-5995be50-20bc-4dfd-b742-123435e78f33 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 947 time: 0.0984614 Jul 09 16:04:18.715701 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-cb6af7dc-fc4a-45bc-bbd7-bad74ddba5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:18.743543 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-cb6af7dc-fc4a-45bc-bbd7-bad74ddba5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:18.802435 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-cb6af7dc-fc4a-45bc-bbd7-bad74ddba5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:18.807673 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b2d6cb23-19de-4ee1-80fe-4e803d2f7006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:18.816461 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0447874c-d431-409a-86ed-1cfef4976bac req-a726111a-da82-4dba-b3e1-ad37edc57990 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955870 Jul 09 16:04:18.821211 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6af7dc-fc4a-45bc-bbd7-bad74ddba5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cfc8c1-01ed-4ef4-baae-7ee7a147abcc,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:18.825942 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-cb6af7dc-fc4a-45bc-bbd7-bad74ddba5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:18.831837 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-cb6af7dc-fc4a-45bc-bbd7-bad74ddba5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:18.835416 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3886ade8-bd4b-42e3-8d68-87be9448ddfc req-5ca33043-57d5-4e79-ac94-772eb4be98a6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 1100 time: 0.1104193 Jul 09 16:04:18.835587 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-cb6af7dc-fc4a-45bc-bbd7-bad74ddba5f6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/89cfc8c1-01ed-4ef4-baae-7ee7a147abcc HTTP/1.1" status: 204 len: 168 time: 0.1888235 Jul 09 16:04:18.888475 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3886ade8-bd4b-42e3-8d68-87be9448ddfc req-9f341486-ae8e-4ed5-a6a4-cd9b8fc4a42d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474322 Jul 09 16:04:20.116877 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a1690-e90a-4d1a-b1d0-1c3eadd1c91b req-a71016d2-babb-4bc8-9712-af053d9a1345 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:20.119555 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2d4a1690-e90a-4d1a-b1d0-1c3eadd1c91b req-a71016d2-babb-4bc8-9712-af053d9a1345 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 947 time: 0.1171374 Jul 09 16:04:20.197962 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2d4a1690-e90a-4d1a-b1d0-1c3eadd1c91b req-11ad7b04-926a-4798-9ce7-a1f33a90f019 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692124 Jul 09 16:04:21.455063 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b0e92-a66f-4288-9792-f2afa1c34189 req-5b7b40f7-5d18-4675-9d96-5f967cc8003f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:21.457205 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2a2b0e92-a66f-4288-9792-f2afa1c34189 req-5b7b40f7-5d18-4675-9d96-5f967cc8003f tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 947 time: 0.0853481 Jul 09 16:04:21.513806 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2a2b0e92-a66f-4288-9792-f2afa1c34189 req-cd7221a5-926d-48a8-ae7c-812054509625 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491047 Jul 09 16:04:21.621679 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8d9e29cf-31c6-4994-9f49-6868439e8517 req-37c12643-ff08-4381-b468-fdb2e22991c0 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-853086304&fields=id&tenant_id=9734e6913b3742b99116bfdfd1f31a8c HTTP/1.1" status: 200 len: 267 time: 0.0483279 Jul 09 16:04:21.721922 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e29cf-31c6-4994-9f49-6868439e8517 req-e415e776-cbf0-4ce4-b3a7-5183a92f5830 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:21.724518 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8d9e29cf-31c6-4994-9f49-6868439e8517 req-e415e776-cbf0-4ce4-b3a7-5183a92f5830 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 984 time: 0.0969055 Jul 09 16:04:21.738444 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [req-8d9e29cf-31c6-4994-9f49-6868439e8517 req-706b2916-98fb-4942-a44f-f47ecd08b568 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Request body: {'port': {'security_groups': ['1f97399a-91e7-4e4e-a202-4f61f920d849']}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:04:21.889075 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-8d9e29cf-31c6-4994-9f49-6868439e8517 req-706b2916-98fb-4942-a44f-f47ecd08b568 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:22.156186 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [req-8d9e29cf-31c6-4994-9f49-6868439e8517 req-706b2916-98fb-4942-a44f-f47ecd08b568 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] For port c4387640-a7d4-43ff-862a-466882cde4d9, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c4387640-a7d4-43ff-862a-466882cde4d9,segment=NetworkSegment(6e4f7ad2-2caa-42cf-874e-46168c8239c3),segment_id=6e4f7ad2-2caa-42cf-874e-46168c8239c3)] {{(pid=74276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:04:22.182600 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-8d9e29cf-31c6-4994-9f49-6868439e8517 req-706b2916-98fb-4942-a44f-f47ecd08b568 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for port, precommit_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:22.188735 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-8d9e29cf-31c6-4994-9f49-6868439e8517 req-706b2916-98fb-4942-a44f-f47ecd08b568 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1598889'] for port, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:22.197096 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-a93269ed-fb76-4047-91c3-0780900a9c52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:22.250303 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['c4387640-a7d4-43ff-862a-466882cde4d9'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:04:22.305936 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e29cf-31c6-4994-9f49-6868439e8517 req-706b2916-98fb-4942-a44f-f47ecd08b568 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:22.307168 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-8d9e29cf-31c6-4994-9f49-6868439e8517 req-706b2916-98fb-4942-a44f-f47ecd08b568 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:22.313934 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8d9e29cf-31c6-4994-9f49-6868439e8517 req-706b2916-98fb-4942-a44f-f47ecd08b568 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "PUT /v2.0/ports/c4387640-a7d4-43ff-862a-466882cde4d9 HTTP/1.1" status: 200 len: 942 time: 0.5799484 Jul 09 16:04:22.314689 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ff7690-2674-4749-910f-ac9dfe81a052', 'tag': 'c4387640-a7d4-43ff-862a-466882cde4d9'}] {{(pid=74276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:04:22.318352 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47068) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:22.360272 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b2916-98fb-4942-a44f-f47ecd08b568 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Pushing event updated for resources: {'Port': ['ID=c4387640-a7d4-43ff-862a-466882cde4d9,revision_number=7']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:22.367426 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-706b2916-98fb-4942-a44f-f47ecd08b568 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:22.457141 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-cef9203b-15e6-4541-829e-8b7647ac0645 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:22.470690 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ff7690-2674-4749-910f-ac9dfe81a052', 'tag': 'c4387640-a7d4-43ff-862a-466882cde4d9', 'status': 'completed', 'code': 200} Jul 09 16:04:22.496838 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-cef9203b-15e6-4541-829e-8b7647ac0645 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:22.550105 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['c4387640-a7d4-43ff-862a-466882cde4d9'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:04:22.614664 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-cef9203b-15e6-4541-829e-8b7647ac0645 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:22.621449 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-fa312b55-7a53-45d2-9b57-0785e410105a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:22.647691 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9203b-15e6-4541-829e-8b7647ac0645 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:22.652888 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-cef9203b-15e6-4541-829e-8b7647ac0645 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:22.658828 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-cef9203b-15e6-4541-829e-8b7647ac0645 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:22.660776 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-cef9203b-15e6-4541-829e-8b7647ac0645 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "DELETE /v2.0/security-groups/4dc40f12-0f3a-48ae-b8a2-2a63f97f35a8 HTTP/1.1" status: 204 len: 168 time: 0.3390293 Jul 09 16:04:22.663570 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47084) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:22.699353 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-80b20ee9-c755-498b-ac38-b5cb7a85817b req-3cad75b2-d704-413c-a683-0e7714f5e356 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9734e6913b3742b99116bfdfd1f31a8c&device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 1098 time: 0.1316223 Jul 09 16:04:22.720622 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-414c490a-adf5-438a-8f46-4b98b1fd9027 None None] Provisioning complete for port c4387640-a7d4-43ff-862a-466882cde4d9 triggered by entity DHCP. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:04:22.721011 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-414c490a-adf5-438a-8f46-4b98b1fd9027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:22.928722 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b20ee9-c755-498b-ac38-b5cb7a85817b req-d6811494-248a-46c0-b865-32608f063b07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:22.931413 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-80b20ee9-c755-498b-ac38-b5cb7a85817b req-d6811494-248a-46c0-b865-32608f063b07 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2aef26c2-728e-4f07-ab10-dbc440359593 HTTP/1.1" status: 200 len: 916 time: 0.2251620 Jul 09 16:04:23.040144 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-835e6740-df29-4a2c-bbb4-672363d6a34b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Deleting port 1ea834f5-411b-41b1-84da-2eef976fd9f0 {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:04:23.040497 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-835e6740-df29-4a2c-bbb4-672363d6a34b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:23.100263 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-80b20ee9-c755-498b-ac38-b5cb7a85817b req-f867b149-bc8d-42b3-83b5-475aae8c5c96 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4387640-a7d4-43ff-862a-466882cde4d9 HTTP/1.1" status: 200 len: 1001 time: 0.1540720 Jul 09 16:04:23.181999 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b20ee9-c755-498b-ac38-b5cb7a85817b req-d9fec04d-94a2-4e07-9b4f-3a876366f71b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:23.183769 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-80b20ee9-c755-498b-ac38-b5cb7a85817b req-d9fec04d-94a2-4e07-9b4f-3a876366f71b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5c22bd6f-ed95-4156-aa3f-f5c013fbf309 HTTP/1.1" status: 200 len: 854 time: 0.0760283 Jul 09 16:04:23.255789 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-835e6740-df29-4a2c-bbb4-672363d6a34b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:23.256395 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-835e6740-df29-4a2c-bbb4-672363d6a34b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:23.375859 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-80b20ee9-c755-498b-ac38-b5cb7a85817b req-c9abd68a-4908-4aa4-b894-cb44703e5042 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2aef26c2-728e-4f07-ab10-dbc440359593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1790941 Jul 09 16:04:23.401648 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-835e6740-df29-4a2c-bbb4-672363d6a34b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Calling delete_port for 1ea834f5-411b-41b1-84da-2eef976fd9f0 owned by network:floatingip {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:04:23.523704 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-80b20ee9-c755-498b-ac38-b5cb7a85817b req-0c63ad24-815b-4f82-9ecf-573cc5595d3d service neutron] 10.222.0.89 "GET /v2.0/networks/2aef26c2-728e-4f07-ab10-dbc440359593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398737 Jul 09 16:04:23.567006 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-835e6740-df29-4a2c-bbb4-672363d6a34b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:23.571704 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:23.620485 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e6740-df29-4a2c-bbb4-672363d6a34b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Pushing event deleted for resources: {'Port': ['ID=1ea834f5-411b-41b1-84da-2eef976fd9f0,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:23.625391 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-835e6740-df29-4a2c-bbb4-672363d6a34b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:23.675893 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-80b20ee9-c755-498b-ac38-b5cb7a85817b req-69b99cd9-5e47-472e-9180-51e8b8e5af8a service neutron] 10.222.0.89 "GET /v2.0/networks/2aef26c2-728e-4f07-ab10-dbc440359593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429842 Jul 09 16:04:23.724894 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-835e6740-df29-4a2c-bbb4-672363d6a34b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks [] for floatingip, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:23.838466 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 47108) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:23.989512 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c568b446-5a63-4564-a19d-0e342a7f7651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:24.022786 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-c568b446-5a63-4564-a19d-0e342a7f7651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:04:24.027214 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-c568b446-5a63-4564-a19d-0e342a7f7651 admin admin] Usage tracker for resource:security_group_rule and tenant:8a83165c7d2c4e519aca0ed75250dbe7 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:04:24.030337 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-c568b446-5a63-4564-a19d-0e342a7f7651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:04:24.036660 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-c568b446-5a63-4564-a19d-0e342a7f7651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:04:24.112739 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c568b446-5a63-4564-a19d-0e342a7f7651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:24.117082 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c568b446-5a63-4564-a19d-0e342a7f7651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:24.125387 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-dd05ef71-6a4c-4cbd-b17a-aee21697ddc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:24.168344 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568b446-5a63-4564-a19d-0e342a7f7651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37de9f9d-469a-460a-b949-ce90ee93bf19,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:24.174179 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-c568b446-5a63-4564-a19d-0e342a7f7651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:24.182813 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-c568b446-5a63-4564-a19d-0e342a7f7651 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8a83165c7d2c4e519aca0ed75250dbe7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3404753 Jul 09 16:04:24.187808 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 47114) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:24.244739 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835e6740-df29-4a2c-bbb4-672363d6a34b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Router 08432412-b51d-4bc7-9f50-0dfaf7272c27 has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 16:04:24.275158 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c8ddfa24-3da9-4768-b831-fe60096bd9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:24.307041 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c8ddfa24-3da9-4768-b831-fe60096bd9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:24.365774 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c8ddfa24-3da9-4768-b831-fe60096bd9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:24.373001 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-206653aa-30cb-4c49-b973-1c6f3c0666c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:24.387151 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddfa24-3da9-4768-b831-fe60096bd9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37de9f9d-469a-460a-b949-ce90ee93bf19,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:24.390039 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-c8ddfa24-3da9-4768-b831-fe60096bd9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:24.397942 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c8ddfa24-3da9-4768-b831-fe60096bd9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:24.399074 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-c8ddfa24-3da9-4768-b831-fe60096bd9f4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/37de9f9d-469a-460a-b949-ce90ee93bf19 HTTP/1.1" status: 204 len: 168 time: 0.2097969 Jul 09 16:04:24.474995 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835e6740-df29-4a2c-bbb4-672363d6a34b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:04:24.489128 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1554cec-e70c-4db1-80b6-98d7b3b6674c None None] Sync routers for ids ['08432412-b51d-4bc7-9f50-0dfaf7272c27'] in dv-cinder-800228-1-smb {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 16:04:24.494026 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-835e6740-df29-4a2c-bbb4-672363d6a34b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for floatingip, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:24.501835 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1554cec-e70c-4db1-80b6-98d7b3b6674c None None] Routers {'08432412-b51d-4bc7-9f50-0dfaf7272c27'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:04:24.502492 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-a1554cec-e70c-4db1-80b6-98d7b3b6674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:04:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['08432412-b51d-4bc7-9f50-0dfaf7272c27'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:24.554965 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-835e6740-df29-4a2c-bbb4-672363d6a34b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "DELETE /v2.0/floatingips/79b7512b-225e-4592-87cc-5cdb621bb141 HTTP/1.1" status: 204 len: 168 time: 1.8879073 Jul 09 16:04:24.554965 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ff7690-2674-4749-910f-ac9dfe81a052', 'tag': 'c4387640-a7d4-43ff-862a-466882cde4d9'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:04:24.619622 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ff7690-2674-4749-910f-ac9dfe81a052', 'tag': 'c4387640-a7d4-43ff-862a-466882cde4d9', 'status': 'completed', 'code': 200} Jul 09 16:04:24.705865 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-a1554cec-e70c-4db1-80b6-98d7b3b6674c None None] Set router 08432412-b51d-4bc7-9f50-0dfaf7272c27 gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:04:24.787095 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-045fbf85-a61f-45ac-b365-aa955f60d25c req-5776b874-8e57-40dc-a69e-c7a8405f53f5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9734e6913b3742b99116bfdfd1f31a8c&device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 1098 time: 0.1098974 Jul 09 16:04:24.842933 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47130) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:24.862403 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-909d574f-584d-4e26-b09f-ff5c06380901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:24.911922 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-909d574f-584d-4e26-b09f-ff5c06380901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:04:24.918541 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-909d574f-584d-4e26-b09f-ff5c06380901 admin admin] Usage tracker for resource:security_group_rule and tenant:e957628625b04a28aa076a1018639f99 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:04:24.922543 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-909d574f-584d-4e26-b09f-ff5c06380901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:04:24.935477 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-909d574f-584d-4e26-b09f-ff5c06380901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:04:24.958910 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fbf85-a61f-45ac-b365-aa955f60d25c req-298cfdcf-9606-433d-b0dd-a0311b3bf2da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:24.960505 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-045fbf85-a61f-45ac-b365-aa955f60d25c req-298cfdcf-9606-433d-b0dd-a0311b3bf2da service neutron] 10.222.0.89 "GET /v2.0/networks?id=2aef26c2-728e-4f07-ab10-dbc440359593 HTTP/1.1" status: 200 len: 916 time: 0.1646941 Jul 09 16:04:25.078720 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-909d574f-584d-4e26-b09f-ff5c06380901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:25.090810 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-909d574f-584d-4e26-b09f-ff5c06380901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:25.099714 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-92e36960-5cf3-41ce-95b3-127d0f864869 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:25.106384 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-045fbf85-a61f-45ac-b365-aa955f60d25c req-2060a3fb-faf7-424d-b57f-eba6e3ad5093 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4387640-a7d4-43ff-862a-466882cde4d9 HTTP/1.1" status: 200 len: 217 time: 0.1385670 Jul 09 16:04:25.127369 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:25.132985 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-a1554cec-e70c-4db1-80b6-98d7b3b6674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'name': 'tempest-TestMinimumBasicScenario-2091181227-router', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': '1130af67-f694-4762-8a66-fb305976fc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:11Z', 'updated_at': '2021-07-09T16:01:16Z', 'revision_number': 4, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'gw_port': {'id': '1130af67-f694-4762-8a66-fb305976fc45', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:12Z', 'updated_at': '2021-07-09T16:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'a7b04ec3-751a-40cf-93d4-45bd04eb841e', 'name': '', 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'mac_address': 'fa:16:3e:69:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c22bd6f-ed95-4156-aa3f-f5c013fbf309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:15Z', 'updated_at': '2021-07-09T16:01:29Z', 'revision_number': 5, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'subnets': [{'id': '5c22bd6f-ed95-4156-aa3f-f5c013fbf309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:25.137468 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1554cec-e70c-4db1-80b6-98d7b3b6674c None None] Checking router: 08432412-b51d-4bc7-9f50-0dfaf7272c27 for host: dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 16:04:25.150347 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1554cec-e70c-4db1-80b6-98d7b3b6674c None None] Routers {'08432412-b51d-4bc7-9f50-0dfaf7272c27'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:04:25.150972 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-a1554cec-e70c-4db1-80b6-98d7b3b6674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:04:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['08432412-b51d-4bc7-9f50-0dfaf7272c27'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:25.168353 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d574f-584d-4e26-b09f-ff5c06380901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e922106b-6bab-4d43-aada-2980eb2692e6,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:25.173679 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-909d574f-584d-4e26-b09f-ff5c06380901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:25.177375 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-909d574f-584d-4e26-b09f-ff5c06380901 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e957628625b04a28aa076a1018639f99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3331084 Jul 09 16:04:25.180427 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 47136) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:25.252251 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fbf85-a61f-45ac-b365-aa955f60d25c req-398c823d-192f-4bde-9042-b9fd3b37dba8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:25.254328 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-045fbf85-a61f-45ac-b365-aa955f60d25c req-398c823d-192f-4bde-9042-b9fd3b37dba8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5c22bd6f-ed95-4156-aa3f-f5c013fbf309 HTTP/1.1" status: 200 len: 854 time: 0.1376250 Jul 09 16:04:25.332289 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b37f-a8f3-4218-9563-dbfe7600d64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:25.361709 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-a1554cec-e70c-4db1-80b6-98d7b3b6674c None None] Set router 08432412-b51d-4bc7-9f50-0dfaf7272c27 gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:04:25.370879 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b37f-a8f3-4218-9563-dbfe7600d64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:25.390679 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-045fbf85-a61f-45ac-b365-aa955f60d25c req-97edd9c2-29cd-4648-bbe1-f20c537a6112 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2aef26c2-728e-4f07-ab10-dbc440359593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1274488 Jul 09 16:04:25.549051 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b37f-a8f3-4218-9563-dbfe7600d64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:25.555499 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-1a40a12f-0e2a-493e-a492-465f6b0a7b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:25.579634 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1b37f-a8f3-4218-9563-dbfe7600d64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e922106b-6bab-4d43-aada-2980eb2692e6,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:25.587886 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-d7d1b37f-a8f3-4218-9563-dbfe7600d64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:25.594829 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-045fbf85-a61f-45ac-b365-aa955f60d25c req-50e130f3-2006-445d-b17f-7608c09a6881 service neutron] 10.222.0.89 "GET /v2.0/networks/2aef26c2-728e-4f07-ab10-dbc440359593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931810 Jul 09 16:04:25.595757 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b37f-a8f3-4218-9563-dbfe7600d64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:25.600947 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-d7d1b37f-a8f3-4218-9563-dbfe7600d64f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e922106b-6bab-4d43-aada-2980eb2692e6 HTTP/1.1" status: 204 len: 168 time: 0.4124136 Jul 09 16:04:25.812244 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-045fbf85-a61f-45ac-b365-aa955f60d25c req-15ed8171-0e1a-44b9-8064-3090f98a65ea service neutron] 10.222.0.89 "GET /v2.0/networks/2aef26c2-728e-4f07-ab10-dbc440359593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830184 Jul 09 16:04:25.814541 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-a1554cec-e70c-4db1-80b6-98d7b3b6674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'name': 'tempest-TestMinimumBasicScenario-2091181227-router', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': '1130af67-f694-4762-8a66-fb305976fc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:11Z', 'updated_at': '2021-07-09T16:01:16Z', 'revision_number': 4, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'gw_port': {'id': '1130af67-f694-4762-8a66-fb305976fc45', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:12Z', 'updated_at': '2021-07-09T16:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'a7b04ec3-751a-40cf-93d4-45bd04eb841e', 'name': '', 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'mac_address': 'fa:16:3e:69:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c22bd6f-ed95-4156-aa3f-f5c013fbf309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:15Z', 'updated_at': '2021-07-09T16:01:29Z', 'revision_number': 5, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'subnets': [{'id': '5c22bd6f-ed95-4156-aa3f-f5c013fbf309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:25.819323 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1554cec-e70c-4db1-80b6-98d7b3b6674c None None] The sync data for ids ['08432412-b51d-4bc7-9f50-0dfaf7272c27'] in dv-cinder-800228-1-smb is: [{'id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'name': 'tempest-TestMinimumBasicScenario-2091181227-router', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': '1130af67-f694-4762-8a66-fb305976fc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:11Z', 'updated_at': '2021-07-09T16:01:16Z', 'revision_number': 4, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'gw_port': {'id': '1130af67-f694-4762-8a66-fb305976fc45', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:12Z', 'updated_at': '2021-07-09T16:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'a7b04ec3-751a-40cf-93d4-45bd04eb841e', 'name': '', 'network_id': '2aef26c2-728e-4f07-ab10-dbc440359593', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'mac_address': 'fa:16:3e:69:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c22bd6f-ed95-4156-aa3f-f5c013fbf309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:15Z', 'updated_at': '2021-07-09T16:01:29Z', 'revision_number': 5, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'subnets': [{'id': '5c22bd6f-ed95-4156-aa3f-f5c013fbf309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:04:26.132523 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83bbc9e-e7bf-407b-ad8b-b7d810f7a8a3 None None] New status for floating IP 79b7512b-225e-4592-87cc-5cdb621bb141: DOWN {{(pid=74278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 09 16:04:28.112275 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341876e-b4c8-4414-aca8-f63eeccc2b11 req-e0cdf866-b078-4dca-9ee5-18fdde2de565 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:28.113648 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8341876e-b4c8-4414-aca8-f63eeccc2b11 req-e0cdf866-b078-4dca-9ee5-18fdde2de565 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 945 time: 0.0967133 Jul 09 16:04:28.176303 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8341876e-b4c8-4414-aca8-f63eeccc2b11 req-63bd10f2-4c4e-41ae-a123-40ea9437dd45 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544274 Jul 09 16:04:28.275059 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:04:29.413458 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edc8a6-283b-449a-969d-dc969cf6160c req-06d48067-f803-46d5-ab3f-c1f06562b1da tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:29.414958 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d2edc8a6-283b-449a-969d-dc969cf6160c req-06d48067-f803-46d5-ab3f-c1f06562b1da tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 945 time: 0.0835052 Jul 09 16:04:29.433578 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47228) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:29.491571 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d2edc8a6-283b-449a-969d-dc969cf6160c req-7ef6112a-e3ef-4dd6-a611-7a031efbae18 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685973 Jul 09 16:04:29.600307 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-39339597-f09f-45d8-891a-4f46f2159d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:29.634581 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-39339597-f09f-45d8-891a-4f46f2159d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:04:29.638494 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-39339597-f09f-45d8-891a-4f46f2159d2f admin admin] Usage tracker for resource:security_group_rule and tenant:5e7f3c8191fd4ccf9311b2aeceef0775 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:04:29.641711 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-39339597-f09f-45d8-891a-4f46f2159d2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:04:29.647825 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-39339597-f09f-45d8-891a-4f46f2159d2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:04:29.721493 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-39339597-f09f-45d8-891a-4f46f2159d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:29.725309 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-39339597-f09f-45d8-891a-4f46f2159d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:29.731919 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-74963b59-557f-4703-91f2-b00300ed87ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:29.774360 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39339597-f09f-45d8-891a-4f46f2159d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdc3fb4-9c9a-47bd-afb4-2332d0475422,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:29.777818 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-39339597-f09f-45d8-891a-4f46f2159d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:29.780545 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-39339597-f09f-45d8-891a-4f46f2159d2f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5e7f3c8191fd4ccf9311b2aeceef0775&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3453300 Jul 09 16:04:29.784829 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47234) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:29.853410 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-090614d5-f248-49c4-8f3e-76ac3bfac33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:29.880905 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-090614d5-f248-49c4-8f3e-76ac3bfac33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:29.939521 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-090614d5-f248-49c4-8f3e-76ac3bfac33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:29.943773 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-ec570813-8b5d-4998-bb6a-1e61284ac570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:29.958067 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090614d5-f248-49c4-8f3e-76ac3bfac33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdc3fb4-9c9a-47bd-afb4-2332d0475422,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:29.962213 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-090614d5-f248-49c4-8f3e-76ac3bfac33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:29.969383 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-090614d5-f248-49c4-8f3e-76ac3bfac33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:29.973577 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-090614d5-f248-49c4-8f3e-76ac3bfac33c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1fdc3fb4-9c9a-47bd-afb4-2332d0475422 HTTP/1.1" status: 204 len: 168 time: 0.1852908 Jul 09 16:04:30.351643 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 47242) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:30.426742 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f4fe670b-5224-4406-9ee1-7c5d35a7bd99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:30.469808 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-f4fe670b-5224-4406-9ee1-7c5d35a7bd99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:04:30.475679 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-f4fe670b-5224-4406-9ee1-7c5d35a7bd99 admin admin] Usage tracker for resource:security_group_rule and tenant:52de9a06c2bc4c17a8f10feaf186c614 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:04:30.480716 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-f4fe670b-5224-4406-9ee1-7c5d35a7bd99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:04:30.491794 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702d766-463b-401c-83e0-a50009f83d0b req-22234d9d-1a2e-407f-9048-215fa26ffe09 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:30.493226 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f702d766-463b-401c-83e0-a50009f83d0b req-22234d9d-1a2e-407f-9048-215fa26ffe09 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.89 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 945 time: 0.1430130 Jul 09 16:04:30.494076 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-f4fe670b-5224-4406-9ee1-7c5d35a7bd99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:04:30.724322 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [req-f702d766-463b-401c-83e0-a50009f83d0b req-a4d4a81d-410f-49ee-88ce-5bbc9516681a tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Deleting port c4387640-a7d4-43ff-862a-466882cde4d9 {{(pid=74276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:04:30.724659 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-f702d766-463b-401c-83e0-a50009f83d0b req-a4d4a81d-410f-49ee-88ce-5bbc9516681a tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:30.869717 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f4fe670b-5224-4406-9ee1-7c5d35a7bd99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:30.879978 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f4fe670b-5224-4406-9ee1-7c5d35a7bd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:30.892591 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-43df1cd8-32ed-484f-b909-42b45911b666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:30.903623 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da66cd6-d53e-4cae-80cc-ed0ccf1c32ed req-bc03c526-f809-4606-834e-1d733e0ad99d tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:30.905485 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1da66cd6-d53e-4cae-80cc-ed0ccf1c32ed req-bc03c526-f809-4606-834e-1d733e0ad99d tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 945 time: 0.2768872 Jul 09 16:04:31.037957 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe670b-5224-4406-9ee1-7c5d35a7bd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f907cf8-ca67-4eb4-a4c3-40eab142a852,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:31.041456 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-f4fe670b-5224-4406-9ee1-7c5d35a7bd99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:31.047636 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-f4fe670b-5224-4406-9ee1-7c5d35a7bd99 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=52de9a06c2bc4c17a8f10feaf186c614&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6541061 Jul 09 16:04:31.050482 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47248) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:31.095868 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1da66cd6-d53e-4cae-80cc-ed0ccf1c32ed req-c61de97c-caac-419c-9657-f8999e7abde1 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f97399a-91e7-4e4e-a202-4f61f920d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812048 Jul 09 16:04:31.119096 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-999f1260-e85f-42d7-b25e-f37b32ceca6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:31.147901 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [req-f702d766-463b-401c-83e0-a50009f83d0b req-a4d4a81d-410f-49ee-88ce-5bbc9516681a tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] For port c4387640-a7d4-43ff-862a-466882cde4d9, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c4387640-a7d4-43ff-862a-466882cde4d9,segment=NetworkSegment(6e4f7ad2-2caa-42cf-874e-46168c8239c3),segment_id=6e4f7ad2-2caa-42cf-874e-46168c8239c3)] {{(pid=74276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:04:31.148227 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-f702d766-463b-401c-83e0-a50009f83d0b req-a4d4a81d-410f-49ee-88ce-5bbc9516681a tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:31.148627 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-999f1260-e85f-42d7-b25e-f37b32ceca6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:31.220353 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-999f1260-e85f-42d7-b25e-f37b32ceca6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:31.226691 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-dd137074-e41a-4b1a-b6f1-bc8407235361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:31.243730 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f1260-e85f-42d7-b25e-f37b32ceca6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f907cf8-ca67-4eb4-a4c3-40eab142a852,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:31.246557 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-999f1260-e85f-42d7-b25e-f37b32ceca6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:31.249451 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-999f1260-e85f-42d7-b25e-f37b32ceca6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:31.251457 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-999f1260-e85f-42d7-b25e-f37b32ceca6b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1f907cf8-ca67-4eb4-a4c3-40eab142a852 HTTP/1.1" status: 204 len: 168 time: 0.1999712 Jul 09 16:04:31.284116 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [req-f702d766-463b-401c-83e0-a50009f83d0b req-a4d4a81d-410f-49ee-88ce-5bbc9516681a tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Calling delete_port for c4387640-a7d4-43ff-862a-466882cde4d9 owned by compute:nova {{(pid=74276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:04:31.480835 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-f702d766-463b-401c-83e0-a50009f83d0b req-a4d4a81d-410f-49ee-88ce-5bbc9516681a tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:31.487646 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-21a53c34-7431-436a-969d-a370b4867301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:31.531169 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4a81d-410f-49ee-88ce-5bbc9516681a tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Pushing event deleted for resources: {'Port': ['ID=c4387640-a7d4-43ff-862a-466882cde4d9,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:31.531522 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['c4387640-a7d4-43ff-862a-466882cde4d9'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:04:31.535334 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-a4d4a81d-410f-49ee-88ce-5bbc9516681a tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:31.634268 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [req-f702d766-463b-401c-83e0-a50009f83d0b req-a4d4a81d-410f-49ee-88ce-5bbc9516681a tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] No DVR routers for this DVR port c4387640-a7d4-43ff-862a-466882cde4d9 on host hv-cinder-80022 {{(pid=74276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:04:31.637042 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-f702d766-463b-401c-83e0-a50009f83d0b req-a4d4a81d-410f-49ee-88ce-5bbc9516681a tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:31.639859 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ff7690-2674-4749-910f-ac9dfe81a052', 'name': 'network-vif-deleted', 'tag': 'c4387640-a7d4-43ff-862a-466882cde4d9'}] {{(pid=74276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:04:31.659757 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f702d766-463b-401c-83e0-a50009f83d0b req-a4d4a81d-410f-49ee-88ce-5bbc9516681a tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.89 "DELETE /v2.0/ports/c4387640-a7d4-43ff-862a-466882cde4d9 HTTP/1.1" status: 204 len: 173 time: 1.1588054 Jul 09 16:04:31.699008 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ff7690-2674-4749-910f-ac9dfe81a052', 'name': 'network-vif-deleted', 'tag': 'c4387640-a7d4-43ff-862a-466882cde4d9', 'status': 'completed', 'code': 200} Jul 09 16:04:32.333269 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-5d0afc28-d9a7-428d-8dd8-a66cdb90b403 req-cc06e29e-858b-4e22-94b4-4661897a4d43 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Synchronizing usage tracker for tenant:9734e6913b3742b99116bfdfd1f31a8c on resource:port {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:04:32.351175 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-5d0afc28-d9a7-428d-8dd8-a66cdb90b403 req-cc06e29e-858b-4e22-94b4-4661897a4d43 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Unset dirty status for tenant:9734e6913b3742b99116bfdfd1f31a8c on resource:port {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:04:32.352444 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5d0afc28-d9a7-428d-8dd8-a66cdb90b403 req-cc06e29e-858b-4e22-94b4-4661897a4d43 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ff7690-2674-4749-910f-ac9dfe81a052 HTTP/1.1" status: 200 len: 210 time: 0.0633273 Jul 09 16:04:33.859961 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-bfde323b-0821-4dee-aae7-ace65dcb6081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:34.158651 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47328) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:34.209400 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device c4387640-a7d4-43ff-862a-466882cde4d9 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:04:34.271667 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] No Port match for: c4387640-a7d4-43ff-862a-466882cde4d9 {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:04:34.272383 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device c4387640-a7d4-43ff-862a-466882cde4d9 not bound to the agent host hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:04:34.428616 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:34.679013 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3f410e45-b695-449f-8c82-1878ca0d461a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012577'] for router_interface, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:35.378911 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-3f410e45-b695-449f-8c82-1878ca0d461a admin admin] Deleting port a7b04ec3-751a-40cf-93d4-45bd04eb841e {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:04:35.379586 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3f410e45-b695-449f-8c82-1878ca0d461a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:35.586717 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [None req-3f410e45-b695-449f-8c82-1878ca0d461a admin admin] For port a7b04ec3-751a-40cf-93d4-45bd04eb841e, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=a7b04ec3-751a-40cf-93d4-45bd04eb841e,segment=NetworkSegment(6e4f7ad2-2caa-42cf-874e-46168c8239c3),segment_id=6e4f7ad2-2caa-42cf-874e-46168c8239c3)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:04:35.586717 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3f410e45-b695-449f-8c82-1878ca0d461a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:35.756483 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-3f410e45-b695-449f-8c82-1878ca0d461a admin admin] Calling delete_port for a7b04ec3-751a-40cf-93d4-45bd04eb841e owned by network:router_interface {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:04:36.006911 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3f410e45-b695-449f-8c82-1878ca0d461a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:36.011913 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:36.057819 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f410e45-b695-449f-8c82-1878ca0d461a admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b04ec3-751a-40cf-93d4-45bd04eb841e,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:36.063726 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-3f410e45-b695-449f-8c82-1878ca0d461a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:36.103102 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-7a539e8a-3e7e-4754-b36d-11cb7dfc8da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:36.463023 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3f410e45-b695-449f-8c82-1878ca0d461a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16660826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1012621'] for router_interface, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:37.099711 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:37.230076 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f410e45-b695-449f-8c82-1878ca0d461a admin admin] Router 08432412-b51d-4bc7-9f50-0dfaf7272c27 has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 16:04:37.452226 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f410e45-b695-449f-8c82-1878ca0d461a admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:04:37.460896 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ef2b42-133c-4580-90bc-e9416acd6509 None None] Sync routers for ids ['08432412-b51d-4bc7-9f50-0dfaf7272c27'] in dv-cinder-800228-1-smb {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 16:04:37.469604 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-3f410e45-b695-449f-8c82-1878ca0d461a admin admin] 10.222.0.66 "PUT /v2.0/routers/08432412-b51d-4bc7-9f50-0dfaf7272c27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3091538 Jul 09 16:04:37.472122 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47366) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:37.475447 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ef2b42-133c-4580-90bc-e9416acd6509 None None] Routers {'08432412-b51d-4bc7-9f50-0dfaf7272c27'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:04:37.476062 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-a9ef2b42-133c-4580-90bc-e9416acd6509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:04:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['08432412-b51d-4bc7-9f50-0dfaf7272c27'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:37.663854 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-a9ef2b42-133c-4580-90bc-e9416acd6509 None None] Set router 08432412-b51d-4bc7-9f50-0dfaf7272c27 gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:04:37.673843 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0707561e-af2a-469f-a678-07ae137a964b admin admin] Notify callbacks [] for router, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:37.894908 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0707561e-af2a-469f-a678-07ae137a964b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:37.904668 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-0707561e-af2a-469f-a678-07ae137a964b admin admin] Deleting port 1130af67-f694-4762-8a66-fb305976fc45 {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:04:37.906056 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0707561e-af2a-469f-a678-07ae137a964b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:37.970177 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-a9ef2b42-133c-4580-90bc-e9416acd6509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'name': 'tempest-TestMinimumBasicScenario-2091181227-router', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': '1130af67-f694-4762-8a66-fb305976fc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:11Z', 'updated_at': '2021-07-09T16:04:35Z', 'revision_number': 5, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'gw_port': {'id': '1130af67-f694-4762-8a66-fb305976fc45', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:12Z', 'updated_at': '2021-07-09T16:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:37.974644 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ef2b42-133c-4580-90bc-e9416acd6509 None None] Checking router: 08432412-b51d-4bc7-9f50-0dfaf7272c27 for host: dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 16:04:37.986911 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ef2b42-133c-4580-90bc-e9416acd6509 None None] Routers {'08432412-b51d-4bc7-9f50-0dfaf7272c27'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:04:37.987626 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-a9ef2b42-133c-4580-90bc-e9416acd6509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:04:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['08432412-b51d-4bc7-9f50-0dfaf7272c27'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:38.109970 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [None req-0707561e-af2a-469f-a678-07ae137a964b admin admin] For port 1130af67-f694-4762-8a66-fb305976fc45, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=1130af67-f694-4762-8a66-fb305976fc45,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:04:38.110326 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0707561e-af2a-469f-a678-07ae137a964b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:38.175343 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-a9ef2b42-133c-4580-90bc-e9416acd6509 None None] Set router 08432412-b51d-4bc7-9f50-0dfaf7272c27 gateway port host: None {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:04:38.230681 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-0707561e-af2a-469f-a678-07ae137a964b admin admin] Calling delete_port for 1130af67-f694-4762-8a66-fb305976fc45 owned by network:router_gateway {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:04:38.289556 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-a9ef2b42-133c-4580-90bc-e9416acd6509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'name': 'tempest-TestMinimumBasicScenario-2091181227-router', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:11Z', 'updated_at': '2021-07-09T16:04:37Z', 'revision_number': 6, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'gw_port_host': None}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:38.294175 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ef2b42-133c-4580-90bc-e9416acd6509 None None] The sync data for ids ['08432412-b51d-4bc7-9f50-0dfaf7272c27'] in dv-cinder-800228-1-smb is: [{'id': '08432412-b51d-4bc7-9f50-0dfaf7272c27', 'name': 'tempest-TestMinimumBasicScenario-2091181227-router', 'tenant_id': '9734e6913b3742b99116bfdfd1f31a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:11Z', 'updated_at': '2021-07-09T16:04:37Z', 'revision_number': 6, 'project_id': '9734e6913b3742b99116bfdfd1f31a8c', 'gw_port_host': None}] {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:04:38.417895 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0707561e-af2a-469f-a678-07ae137a964b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:38.422249 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-30562744-5d30-444a-a022-6e696a21a881 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:38.464704 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707561e-af2a-469f-a678-07ae137a964b admin admin] Pushing event deleted for resources: {'Port': ['ID=1130af67-f694-4762-8a66-fb305976fc45,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:38.468833 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-0707561e-af2a-469f-a678-07ae137a964b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:38.720831 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:38.921825 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0707561e-af2a-469f-a678-07ae137a964b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011722'] for router_gateway, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:39.213286 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0707561e-af2a-469f-a678-07ae137a964b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1001910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3295'] for router, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:39.220985 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0707561e-af2a-469f-a678-07ae137a964b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:39.267975 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0707561e-af2a-469f-a678-07ae137a964b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-999974'] for router, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:39.269074 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0707561e-af2a-469f-a678-07ae137a964b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08432412-b51d-4bc7-9f50-0dfaf7272c27 {{(pid=74277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:04:39.285990 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0707561e-af2a-469f-a678-07ae137a964b admin admin] Notify callbacks [] for router, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:39.290094 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-0707561e-af2a-469f-a678-07ae137a964b admin admin] 10.222.0.66 "DELETE /v2.0/routers/08432412-b51d-4bc7-9f50-0dfaf7272c27 HTTP/1.1" status: 204 len: 168 time: 1.8169470 Jul 09 16:04:39.290270 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 47380) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:39.366229 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b6d519-8ec3-4499-9c74-c7871f5f26af admin admin] Deleting subnet 5c22bd6f-ed95-4156-aa3f-f5c013fbf309 {{(pid=74276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 09 16:04:39.369896 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-68b6d519-8ec3-4499-9c74-c7871f5f26af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:39.433036 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-68b6d519-8ec3-4499-9c74-c7871f5f26af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1599483'] for subnet, precommit_delete_associations {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:39.452945 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47386) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:39.591818 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-68b6d519-8ec3-4499-9c74-c7871f5f26af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16406145'] for subnet, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:39.684477 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-68b6d519-8ec3-4499-9c74-c7871f5f26af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16406158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1598819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1890222'] for subnet, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:39.689498 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-a881d6aa-41b8-4f9a-b178-b9138d9caf70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:39.695130 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-231586d7-a593-422b-9396-8c91ff1d6275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:39.727436 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6d519-8ec3-4499-9c74-c7871f5f26af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c22bd6f-ed95-4156-aa3f-f5c013fbf309,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:39.731709 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-68b6d519-8ec3-4499-9c74-c7871f5f26af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:39.732262 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-231586d7-a593-422b-9396-8c91ff1d6275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:04:39.735865 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-68b6d519-8ec3-4499-9c74-c7871f5f26af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:39.738477 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-231586d7-a593-422b-9396-8c91ff1d6275 admin admin] Usage tracker for resource:security_group_rule and tenant:0ea53d24a8cd414d83b6202e43eb413a is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:04:39.742742 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-231586d7-a593-422b-9396-8c91ff1d6275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:04:39.742973 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-68b6d519-8ec3-4499-9c74-c7871f5f26af admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5c22bd6f-ed95-4156-aa3f-f5c013fbf309 HTTP/1.1" status: 204 len: 168 time: 0.4512632 Jul 09 16:04:39.745396 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47392) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:39.745889 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043903a8-8ab2-47fa-a60d-ed6d17e7698f None None] Network 2aef26c2-728e-4f07-ab10-dbc440359593 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:04:39.769555 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-231586d7-a593-422b-9396-8c91ff1d6275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:04:39.884137 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361167'] for network, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:39.917674 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] Deleting port df01be4b-f0b8-492e-ba88-e4640f086838 {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:04:39.918124 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:40.004227 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-231586d7-a593-422b-9396-8c91ff1d6275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:40.011617 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c772e1ac-e559-4cde-9ad2-632c1720692e None None] DHCP port deletion for 2aef26c2-728e-4f07-ab10-dbc440359593 request from dv-cinder-800228-1-smb {{(pid=74278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jul 09 16:04:40.016000 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-c772e1ac-e559-4cde-9ad2-632c1720692e None None] Deleting port df01be4b-f0b8-492e-ba88-e4640f086838 {{(pid=74278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:04:40.016457 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-c772e1ac-e559-4cde-9ad2-632c1720692e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:40.033468 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-231586d7-a593-422b-9396-8c91ff1d6275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:40.048069 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-6c963417-c1c0-4be3-9027-1683c8e44a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:40.179565 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-231586d7-a593-422b-9396-8c91ff1d6275 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0ea53d24a8cd414d83b6202e43eb413a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7285719 Jul 09 16:04:40.183104 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 47396) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:40.185703 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231586d7-a593-422b-9396-8c91ff1d6275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2761be42-676e-4611-b150-13164f055370,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:40.191819 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-231586d7-a593-422b-9396-8c91ff1d6275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:40.228829 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] For port df01be4b-f0b8-492e-ba88-e4640f086838, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=df01be4b-f0b8-492e-ba88-e4640f086838,segment=NetworkSegment(6e4f7ad2-2caa-42cf-874e-46168c8239c3),segment_id=6e4f7ad2-2caa-42cf-874e-46168c8239c3)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:04:40.229192 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:40.241434 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-c772e1ac-e559-4cde-9ad2-632c1720692e None None] For port df01be4b-f0b8-492e-ba88-e4640f086838, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=df01be4b-f0b8-492e-ba88-e4640f086838,segment=NetworkSegment(6e4f7ad2-2caa-42cf-874e-46168c8239c3),segment_id=6e4f7ad2-2caa-42cf-874e-46168c8239c3)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:04:40.242074 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-c772e1ac-e559-4cde-9ad2-632c1720692e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:40.292783 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-440c0c93-5a2f-4858-aa86-b4a920bb7957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:40.329644 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-440c0c93-5a2f-4858-aa86-b4a920bb7957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:40.359901 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 1130af67-f694-4762-8a66-fb305976fc45 no longer exists at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:04:40.369281 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] Calling delete_port for df01be4b-f0b8-492e-ba88-e4640f086838 owned by network:dhcp {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:04:40.392214 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-c772e1ac-e559-4cde-9ad2-632c1720692e None None] Calling delete_port for df01be4b-f0b8-492e-ba88-e4640f086838 owned by network:dhcp {{(pid=74278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:04:40.398439 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-440c0c93-5a2f-4858-aa86-b4a920bb7957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:40.405919 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-c568b446-5a63-4564-a19d-0e342a7f7651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:40.419168 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c0c93-5a2f-4858-aa86-b4a920bb7957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2761be42-676e-4611-b150-13164f055370,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:40.421988 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-440c0c93-5a2f-4858-aa86-b4a920bb7957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:40.433385 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-440c0c93-5a2f-4858-aa86-b4a920bb7957 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2761be42-676e-4611-b150-13164f055370 HTTP/1.1" status: 204 len: 168 time: 0.2421293 Jul 09 16:04:40.438592 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-440c0c93-5a2f-4858-aa86-b4a920bb7957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:40.463435 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] No Port match for: 1130af67-f694-4762-8a66-fb305976fc45 {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:04:40.463779 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 1130af67-f694-4762-8a66-fb305976fc45 not bound to the agent host dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:04:40.464293 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device a7b04ec3-751a-40cf-93d4-45bd04eb841e no longer exists at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:04:40.466765 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:40.471791 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-3436347a-3fb0-4a94-bc8a-e74859730387 tempest-ServerRescueNegativeTestJSON-452692577 tempest-ServerRescueNegativeTestJSON-452692577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:40.513076 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] No Port match for: a7b04ec3-751a-40cf-93d4-45bd04eb841e {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:04:40.513412 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device a7b04ec3-751a-40cf-93d4-45bd04eb841e not bound to the agent host dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:04:40.514025 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device df01be4b-f0b8-492e-ba88-e4640f086838 no longer exists at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:04:40.516799 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=df01be4b-f0b8-492e-ba88-e4640f086838,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:40.521021 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:40.526837 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] No DVR routers for this DVR port df01be4b-f0b8-492e-ba88-e4640f086838 on host dv-cinder-800228-1-smb {{(pid=74277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:04:40.559009 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] No Port match for: df01be4b-f0b8-492e-ba88-e4640f086838 {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:04:40.559916 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device df01be4b-f0b8-492e-ba88-e4640f086838 not bound to the agent host dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:04:40.562202 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.db.api [None req-c772e1ac-e559-4cde-9ad2-632c1720692e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:04:40.562559 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_db.api [None req-c772e1ac-e559-4cde-9ad2-632c1720692e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:04:40.765663 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16405790', 'neutron.services.segments.db._delete_segments_for_network-8749712051321'] for network, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:40.779081 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aef26c2-728e-4f07-ab10-dbc440359593']}} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:40.792588 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4f7ad2-2caa-42cf-874e-46168c8239c3') {'for_net_delete': True} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:40.792866 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4f7ad2-2caa-42cf-874e-46168c8239c3') {} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:40.805624 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749712136596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2500878'] for segment, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:40.823541 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:40.830995 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=74277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 09 16:04:40.831447 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16406059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501466'] for segment, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: Traceback (most recent call last): Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: timer() Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: cb(*args, **kw) Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: return func(*args, **kwargs) Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: self._notify() Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: self.callback(batched_events) Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: event.method(event) Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: return f(self, *a, **k) Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: return self._get(url).json() Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: return self.request(url, 'GET', **kwargs) Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:04:40.846025 dv-cinder-800228-1-smb neutron-server[74277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:04:40.930202 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16405767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011809'] for network, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:40.936733 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2d573109-cb58-477c-bf2e-5f8eaa43b5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:40.953287 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:40.960287 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aef26c2-728e-4f07-ab10-dbc440359593,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:40.966031 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:40.986182 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2aef26c2-728e-4f07-ab10-dbc440359593 HTTP/1.1" status: 204 len: 168 time: 1.2395284 Jul 09 16:04:40.989153 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 47412) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:41.063931 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-c772e1ac-e559-4cde-9ad2-632c1720692e None None] Deleting port df01be4b-f0b8-492e-ba88-e4640f086838 {{(pid=74278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:04:41.064843 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-c772e1ac-e559-4cde-9ad2-632c1720692e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:41.139727 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-c772e1ac-e559-4cde-9ad2-632c1720692e None None] The port 'df01be4b-f0b8-492e-ba88-e4640f086838' was deleted {{(pid=74278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jul 09 16:04:41.508093 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-0aa9be30-c9c3-400b-8498-fe054ab03a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012577'] for router_interface, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:42.211915 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [None req-0aa9be30-c9c3-400b-8498-fe054ab03a4c admin admin] Deleting port b8fbe929-f517-47cc-a18f-0af84ef0370a {{(pid=74276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:04:42.212181 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-0aa9be30-c9c3-400b-8498-fe054ab03a4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:42.410358 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [None req-0aa9be30-c9c3-400b-8498-fe054ab03a4c admin admin] For port b8fbe929-f517-47cc-a18f-0af84ef0370a, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=b8fbe929-f517-47cc-a18f-0af84ef0370a,segment=NetworkSegment(9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14),segment_id=9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14)] {{(pid=74276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:04:42.410716 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-0aa9be30-c9c3-400b-8498-fe054ab03a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:42.559106 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [None req-0aa9be30-c9c3-400b-8498-fe054ab03a4c admin admin] Calling delete_port for b8fbe929-f517-47cc-a18f-0af84ef0370a owned by network:router_interface {{(pid=74276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:04:42.734664 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-0aa9be30-c9c3-400b-8498-fe054ab03a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:42.738397 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-9e5031aa-a393-45dc-902a-b9139089a6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:42.781414 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9be30-c9c3-400b-8498-fe054ab03a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8fbe929-f517-47cc-a18f-0af84ef0370a,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:42.785484 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-0aa9be30-c9c3-400b-8498-fe054ab03a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:43.207759 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-0aa9be30-c9c3-400b-8498-fe054ab03a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16660826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1012621'] for router_interface, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:43.847775 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa9be30-c9c3-400b-8498-fe054ab03a4c admin admin] Router 315c2e69-f52c-4d70-9281-76f1c5a027ed has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 16:04:44.065953 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa9be30-c9c3-400b-8498-fe054ab03a4c admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:04:44.075141 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9efd5f9-b7d1-48bb-80a2-65d65ce3645b None None] Sync routers for ids ['315c2e69-f52c-4d70-9281-76f1c5a027ed'] in dv-cinder-800228-1-smb {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 16:04:44.083948 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-0aa9be30-c9c3-400b-8498-fe054ab03a4c admin admin] 10.222.0.66 "PUT /v2.0/routers/315c2e69-f52c-4d70-9281-76f1c5a027ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0934372 Jul 09 16:04:44.086352 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 47440) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:44.087228 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9efd5f9-b7d1-48bb-80a2-65d65ce3645b None None] Routers {'315c2e69-f52c-4d70-9281-76f1c5a027ed'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:04:44.087892 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-c9efd5f9-b7d1-48bb-80a2-65d65ce3645b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:04:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['315c2e69-f52c-4d70-9281-76f1c5a027ed'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:44.303939 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-c9efd5f9-b7d1-48bb-80a2-65d65ce3645b None None] Set router 315c2e69-f52c-4d70-9281-76f1c5a027ed gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:04:44.312371 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-80e7bc4d-8e2d-478d-9634-85e9f5ab5b6c admin admin] Notify callbacks [] for router, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:44.527458 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-80e7bc4d-8e2d-478d-9634-85e9f5ab5b6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:44.538267 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [None req-80e7bc4d-8e2d-478d-9634-85e9f5ab5b6c admin admin] Deleting port 3a47c399-4a2d-4b40-aab1-7abd709a8e1b {{(pid=74276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:04:44.538627 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-80e7bc4d-8e2d-478d-9634-85e9f5ab5b6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:44.610232 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-c9efd5f9-b7d1-48bb-80a2-65d65ce3645b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c2e69-f52c-4d70-9281-76f1c5a027ed', 'name': 'tempest-TestMinimumBasicScenario-216675101-router', 'tenant_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '3a47c399-4a2d-4b40-aab1-7abd709a8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:20Z', 'updated_at': '2021-07-09T16:04:42Z', 'revision_number': 5, 'project_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'gw_port': {'id': '3a47c399-4a2d-4b40-aab1-7abd709a8e1b', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c2e69-f52c-4d70-9281-76f1c5a027ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:01:21Z', 'updated_at': '2021-07-09T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:44.615708 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9efd5f9-b7d1-48bb-80a2-65d65ce3645b None None] Checking router: 315c2e69-f52c-4d70-9281-76f1c5a027ed for host: dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 16:04:44.630119 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9efd5f9-b7d1-48bb-80a2-65d65ce3645b None None] Routers {'315c2e69-f52c-4d70-9281-76f1c5a027ed'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:04:44.630749 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-c9efd5f9-b7d1-48bb-80a2-65d65ce3645b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:04:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['315c2e69-f52c-4d70-9281-76f1c5a027ed'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:44.811645 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-c9efd5f9-b7d1-48bb-80a2-65d65ce3645b None None] Set router 315c2e69-f52c-4d70-9281-76f1c5a027ed gateway port host: None {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:04:44.862813 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [None req-80e7bc4d-8e2d-478d-9634-85e9f5ab5b6c admin admin] For port 3a47c399-4a2d-4b40-aab1-7abd709a8e1b, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=3a47c399-4a2d-4b40-aab1-7abd709a8e1b,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:04:44.863468 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-80e7bc4d-8e2d-478d-9634-85e9f5ab5b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:44.923701 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-c9efd5f9-b7d1-48bb-80a2-65d65ce3645b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c2e69-f52c-4d70-9281-76f1c5a027ed', 'name': 'tempest-TestMinimumBasicScenario-216675101-router', 'tenant_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:20Z', 'updated_at': '2021-07-09T16:04:44Z', 'revision_number': 6, 'project_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'gw_port_host': None}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:44.929436 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9efd5f9-b7d1-48bb-80a2-65d65ce3645b None None] The sync data for ids ['315c2e69-f52c-4d70-9281-76f1c5a027ed'] in dv-cinder-800228-1-smb is: [{'id': '315c2e69-f52c-4d70-9281-76f1c5a027ed', 'name': 'tempest-TestMinimumBasicScenario-216675101-router', 'tenant_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:01:20Z', 'updated_at': '2021-07-09T16:04:44Z', 'revision_number': 6, 'project_id': 'aa51fc4a990e481bb7e9f56438d7899c', 'gw_port_host': None}] {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:04:45.006527 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [None req-80e7bc4d-8e2d-478d-9634-85e9f5ab5b6c admin admin] Calling delete_port for 3a47c399-4a2d-4b40-aab1-7abd709a8e1b owned by network:router_gateway {{(pid=74276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:04:45.179879 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-80e7bc4d-8e2d-478d-9634-85e9f5ab5b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:45.183816 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-6f4dffb6-7a79-40ba-9790-56dcd91e3b3d tempest-DeleteServersTestJSON-1374529279 tempest-DeleteServersTestJSON-1374529279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:45.230073 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7bc4d-8e2d-478d-9634-85e9f5ab5b6c admin admin] Pushing event deleted for resources: {'Port': ['ID=3a47c399-4a2d-4b40-aab1-7abd709a8e1b,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:45.232473 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-80e7bc4d-8e2d-478d-9634-85e9f5ab5b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:45.466186 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-80e7bc4d-8e2d-478d-9634-85e9f5ab5b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011722'] for router_gateway, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:45.736036 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-80e7bc4d-8e2d-478d-9634-85e9f5ab5b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1001910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3295'] for router, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:45.741201 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-80e7bc4d-8e2d-478d-9634-85e9f5ab5b6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:45.768651 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-80e7bc4d-8e2d-478d-9634-85e9f5ab5b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-999974'] for router, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:45.769157 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e7bc4d-8e2d-478d-9634-85e9f5ab5b6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 315c2e69-f52c-4d70-9281-76f1c5a027ed {{(pid=74276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:04:45.783102 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-80e7bc4d-8e2d-478d-9634-85e9f5ab5b6c admin admin] Notify callbacks [] for router, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:45.785815 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-80e7bc4d-8e2d-478d-9634-85e9f5ab5b6c admin admin] 10.222.0.66 "DELETE /v2.0/routers/315c2e69-f52c-4d70-9281-76f1c5a027ed HTTP/1.1" status: 204 len: 168 time: 1.6969457 Jul 09 16:04:45.786859 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 47452) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:45.858967 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_v2 [None req-c33a9876-4fb0-4c0a-a391-0a25baa9e50c admin admin] Deleting subnet be88ad51-8ef3-4f52-bfbd-5e908df03566 {{(pid=74276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 09 16:04:45.861991 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c33a9876-4fb0-4c0a-a391-0a25baa9e50c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:45.912791 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c33a9876-4fb0-4c0a-a391-0a25baa9e50c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1599483'] for subnet, precommit_delete_associations {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:46.011518 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c33a9876-4fb0-4c0a-a391-0a25baa9e50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16406145'] for subnet, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:46.096008 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c33a9876-4fb0-4c0a-a391-0a25baa9e50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16406158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1598819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1890222'] for subnet, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:46.100221 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:46.134908 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a9876-4fb0-4c0a-a391-0a25baa9e50c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be88ad51-8ef3-4f52-bfbd-5e908df03566,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:46.138504 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-c33a9876-4fb0-4c0a-a391-0a25baa9e50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:46.142910 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c33a9876-4fb0-4c0a-a391-0a25baa9e50c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:46.148722 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b7d563-c8a2-4896-bad3-c77effc3e1bf None None] Network 1f8f21e2-3309-4529-90e5-67b039cab8c9 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:04:46.151536 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-c33a9876-4fb0-4c0a-a391-0a25baa9e50c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/be88ad51-8ef3-4f52-bfbd-5e908df03566 HTTP/1.1" status: 204 len: 168 time: 0.3629513 Jul 09 16:04:46.153902 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 47460) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:46.328182 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 3a47c399-4a2d-4b40-aab1-7abd709a8e1b no longer exists at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:04:46.385386 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361167'] for network, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:46.395919 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] No Port match for: 3a47c399-4a2d-4b40-aab1-7abd709a8e1b {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:04:46.396268 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 3a47c399-4a2d-4b40-aab1-7abd709a8e1b not bound to the agent host dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:04:46.396797 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device b8fbe929-f517-47cc-a18f-0af84ef0370a no longer exists at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:04:46.397861 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] Deleting port 9f618255-c860-4b13-9175-31f1f02e9309 {{(pid=74276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:04:46.398203 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:46.441467 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] No Port match for: b8fbe929-f517-47cc-a18f-0af84ef0370a {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:04:46.441834 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device b8fbe929-f517-47cc-a18f-0af84ef0370a not bound to the agent host dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:04:46.534449 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e53d867-584e-495d-afbc-72f812648a7d None None] DHCP port deletion for 1f8f21e2-3309-4529-90e5-67b039cab8c9 request from dv-cinder-800228-1-smb {{(pid=74278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jul 09 16:04:46.540494 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-9e53d867-584e-495d-afbc-72f812648a7d None None] Deleting port 9f618255-c860-4b13-9175-31f1f02e9309 {{(pid=74278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:04:46.540872 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9e53d867-584e-495d-afbc-72f812648a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:46.633803 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] For port 9f618255-c860-4b13-9175-31f1f02e9309, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=9f618255-c860-4b13-9175-31f1f02e9309,segment=NetworkSegment(9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14),segment_id=9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14)] {{(pid=74276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:04:46.635928 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:46.767994 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-9e53d867-584e-495d-afbc-72f812648a7d None None] For port 9f618255-c860-4b13-9175-31f1f02e9309, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=9f618255-c860-4b13-9175-31f1f02e9309,segment=NetworkSegment(9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14),segment_id=9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:04:46.768301 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9e53d867-584e-495d-afbc-72f812648a7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:46.772728 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] Calling delete_port for 9f618255-c860-4b13-9175-31f1f02e9309 owned by network:dhcp {{(pid=74276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:04:46.854072 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:46.860305 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-84a837d7-4cb9-43b3-a90f-2aa0f3838b63 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:46.911967 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f618255-c860-4b13-9175-31f1f02e9309,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:46.914599 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:46.921320 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] No DVR routers for this DVR port 9f618255-c860-4b13-9175-31f1f02e9309 on host dv-cinder-800228-1-smb {{(pid=74276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:04:46.944127 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-9e53d867-584e-495d-afbc-72f812648a7d None None] Calling delete_port for 9f618255-c860-4b13-9175-31f1f02e9309 owned by network:dhcp {{(pid=74278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:04:47.023199 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.db.api [None req-9e53d867-584e-495d-afbc-72f812648a7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:04:47.023456 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_db.api [None req-9e53d867-584e-495d-afbc-72f812648a7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:04:47.043501 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16405790', 'neutron.services.segments.db._delete_segments_for_network-8749712051321'] for network, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:47.058607 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.services.segments.db [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8f21e2-3309-4529-90e5-67b039cab8c9']}} {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:47.073104 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.services.segments.db [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14') {'for_net_delete': True} {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:47.073405 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.services.segments.db [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb8ae58-a351-48d7-a9b2-ad2cfd4f8e14') {} {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:47.086492 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749712136596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1599458'] for segment, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:47.104684 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:47.112127 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=74276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 09 16:04:47.112521 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16406059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1598853'] for segment, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: Traceback (most recent call last): Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: timer() Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: cb(*args, **kw) Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: return func(*args, **kwargs) Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: self._notify() Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: self.callback(batched_events) Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: event.method(event) Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: return f(self, *a, **k) Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: return self._get(url).json() Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: return self.request(url, 'GET', **kwargs) Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:04:47.127062 dv-cinder-800228-1-smb neutron-server[74276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:04:47.239421 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16405767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011809'] for network, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:47.246073 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-d48c1241-a5c2-4120-9bb8-98a5da3bc576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:47.260549 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:47.270941 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f8f21e2-3309-4529-90e5-67b039cab8c9,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:47.273939 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:47.283018 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1f8f21e2-3309-4529-90e5-67b039cab8c9 HTTP/1.1" status: 204 len: 168 time: 1.1273835 Jul 09 16:04:47.509020 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 47474) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:47.524441 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-9e53d867-584e-495d-afbc-72f812648a7d None None] Deleting port 9f618255-c860-4b13-9175-31f1f02e9309 {{(pid=74278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:04:47.525177 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9e53d867-584e-495d-afbc-72f812648a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:47.570158 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47478) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:47.570876 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-08793b75-cc40-4aba-afeb-d7446bd12d70 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9734e6913b3742b99116bfdfd1f31a8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0603228 Jul 09 16:04:47.621900 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-9e53d867-584e-495d-afbc-72f812648a7d None None] The port '9f618255-c860-4b13-9175-31f1f02e9309' was deleted {{(pid=74278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jul 09 16:04:47.674114 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0cab3596-76c7-4e08-b1f1-5b9fc50b77ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:47.709428 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0cab3596-76c7-4e08-b1f1-5b9fc50b77ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:47.784160 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0cab3596-76c7-4e08-b1f1-5b9fc50b77ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:47.788419 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-cb6af7dc-fc4a-45bc-bbd7-bad74ddba5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:47.803607 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab3596-76c7-4e08-b1f1-5b9fc50b77ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f97399a-91e7-4e4e-a202-4f61f920d849,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:47.806341 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-0cab3596-76c7-4e08-b1f1-5b9fc50b77ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:47.812030 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0cab3596-76c7-4e08-b1f1-5b9fc50b77ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:47.813164 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-0cab3596-76c7-4e08-b1f1-5b9fc50b77ec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1f97399a-91e7-4e4e-a202-4f61f920d849 HTTP/1.1" status: 204 len: 168 time: 0.2409976 Jul 09 16:04:48.275275 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47490) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:48.304562 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 9f618255-c860-4b13-9175-31f1f02e9309 no longer exists at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:04:48.332190 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-8e6f2e7d-aa13-45d5-8cf1-e738064d501f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa51fc4a990e481bb7e9f56438d7899c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0555596 Jul 09 16:04:48.334533 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47494) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:48.339431 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] No Port match for: 9f618255-c860-4b13-9175-31f1f02e9309 {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:04:48.339800 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 9f618255-c860-4b13-9175-31f1f02e9309 not bound to the agent host dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:04:48.400752 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-70dc317b-547d-43db-81dd-494f05aa4e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:48.428140 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-70dc317b-547d-43db-81dd-494f05aa4e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:48.479813 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-70dc317b-547d-43db-81dd-494f05aa4e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:48.484275 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-199c2e78-e96e-46d4-8285-9fe18c29b67c tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:48.495776 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc317b-547d-43db-81dd-494f05aa4e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141d97f0-8263-49e9-8f6d-b070b0111c85,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:48.500063 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-70dc317b-547d-43db-81dd-494f05aa4e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:48.503516 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-70dc317b-547d-43db-81dd-494f05aa4e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:48.504697 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-70dc317b-547d-43db-81dd-494f05aa4e1b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/141d97f0-8263-49e9-8f6d-b070b0111c85 HTTP/1.1" status: 204 len: 168 time: 0.1691031 Jul 09 16:04:55.137663 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:55.260421 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47552) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:55.403477 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:55.438984 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:04:55.442734 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] Usage tracker for resource:security_group_rule and tenant:0382f47eb46a4e18856e2253da12e78b is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:04:55.445605 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:04:55.451968 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:04:55.519732 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:55.523903 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:55.531501 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-293773a3-59b8-403c-bb3a-7e696b119c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:55.571363 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dbae62-9f99-4a3f-8ef4-6c6a9e65c203,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:55.576050 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0382f47eb46a4e18856e2253da12e78b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3146210 Jul 09 16:04:55.579451 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 47558) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:04:55.583518 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.583889 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.584248 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.584607 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.584964 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.585320 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.585658 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.586040 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.586384 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.586725 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.587092 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.590823 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:55.640551 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-29afd1dc-f410-4c5d-bdad-60d7cb493d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:55.666815 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-29afd1dc-f410-4c5d-bdad-60d7cb493d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:55.726216 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-29afd1dc-f410-4c5d-bdad-60d7cb493d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:55.729868 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-dd6c8edb-3a46-4b11-a857-e96158709c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:04:55.741065 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afd1dc-f410-4c5d-bdad-60d7cb493d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dbae62-9f99-4a3f-8ef4-6c6a9e65c203,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:55.753273 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-29afd1dc-f410-4c5d-bdad-60d7cb493d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:55.754440 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-29afd1dc-f410-4c5d-bdad-60d7cb493d4b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b9dbae62-9f99-4a3f-8ef4-6c6a9e65c203 HTTP/1.1" status: 204 len: 168 time: 0.1740308 Jul 09 16:04:55.756307 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afd1dc-f410-4c5d-bdad-60d7cb493d4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.756673 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afd1dc-f410-4c5d-bdad-60d7cb493d4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.757034 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afd1dc-f410-4c5d-bdad-60d7cb493d4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.757380 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afd1dc-f410-4c5d-bdad-60d7cb493d4b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.757725 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afd1dc-f410-4c5d-bdad-60d7cb493d4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.758097 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afd1dc-f410-4c5d-bdad-60d7cb493d4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.758559 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afd1dc-f410-4c5d-bdad-60d7cb493d4b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.758767 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afd1dc-f410-4c5d-bdad-60d7cb493d4b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.759104 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afd1dc-f410-4c5d-bdad-60d7cb493d4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.759438 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afd1dc-f410-4c5d-bdad-60d7cb493d4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.759777 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afd1dc-f410-4c5d-bdad-60d7cb493d4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:55.762968 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-29afd1dc-f410-4c5d-bdad-60d7cb493d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:04:59.354814 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2a4d858b-c900-4ec9-a6e8-22be6549b5c1 req-6c2d0fe6-7dbe-4c1b-bc2c-7ca1911d88f2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701330 Jul 09 16:04:59.478024 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2a4d858b-c900-4ec9-a6e8-22be6549b5c1 req-e447792f-3d6b-4ec5-a512-6358f7d87ff4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69e197f3158d4b4ca9126da741e0244b&device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 1100 time: 0.0853348 Jul 09 16:04:59.625257 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d858b-c900-4ec9-a6e8-22be6549b5c1 req-e13e90b1-90f3-4163-ba99-49a46a807355 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:59.626732 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2a4d858b-c900-4ec9-a6e8-22be6549b5c1 req-e13e90b1-90f3-4163-ba99-49a46a807355 service neutron] 10.222.0.89 "GET /v2.0/networks?id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd HTTP/1.1" status: 200 len: 917 time: 0.1287448 Jul 09 16:04:59.736185 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2a4d858b-c900-4ec9-a6e8-22be6549b5c1 req-fa71c468-7d8e-4230-9b72-0aaf66ac116e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f072aa-5c88-4031-85ff-170812b97a25 HTTP/1.1" status: 200 len: 1001 time: 0.1017103 Jul 09 16:04:59.803148 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d858b-c900-4ec9-a6e8-22be6549b5c1 req-0738e49a-1838-4fe3-9b17-c46fc466fc04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:59.804595 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2a4d858b-c900-4ec9-a6e8-22be6549b5c1 req-0738e49a-1838-4fe3-9b17-c46fc466fc04 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4006d4af-f154-4912-bdbd-6a5ff3424039 HTTP/1.1" status: 200 len: 855 time: 0.0627666 Jul 09 16:04:59.884536 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2a4d858b-c900-4ec9-a6e8-22be6549b5c1 req-a7856bdb-1e99-4aba-8ad3-c0977d5fc351 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88af3f02-3ae7-418d-94f8-4723b7c0d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703969 Jul 09 16:05:00.127242 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2a4d858b-c900-4ec9-a6e8-22be6549b5c1 req-099fd70a-2a50-42d0-b24f-7ee177b3dc82 service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302089 Jul 09 16:05:00.264599 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2a4d858b-c900-4ec9-a6e8-22be6549b5c1 req-33c14a46-360d-40e9-b9f3-b83e0182c77b service neutron] 10.222.0.89 "GET /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337111 Jul 09 16:05:01.268090 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5c9f4-653b-48fa-8f3a-5c5ba8130c27 req-68216e3a-1688-47ca-bddd-509707ea793e tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:01.270307 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-00b5c9f4-653b-48fa-8f3a-5c5ba8130c27 req-68216e3a-1688-47ca-bddd-509707ea793e tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 947 time: 0.0977542 Jul 09 16:05:01.338959 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-00b5c9f4-653b-48fa-8f3a-5c5ba8130c27 req-bd9fac0d-e1fc-4c87-9a3e-15e2db55c9ee tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528240 Jul 09 16:05:02.626856 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357dc412-8b4c-4ecb-85c0-5597fc3db909 req-ed5ecc63-739b-4bb9-8383-2146ac9f175b tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:02.628325 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-357dc412-8b4c-4ecb-85c0-5597fc3db909 req-ed5ecc63-739b-4bb9-8383-2146ac9f175b tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 947 time: 0.1422691 Jul 09 16:05:02.646043 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47636) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:02.693957 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85500e0-166c-4872-8075-276157c16de0 req-ca401613-a64e-4ad2-b238-01cf14abf8a3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:02.695501 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c85500e0-166c-4872-8075-276157c16de0 req-ca401613-a64e-4ad2-b238-01cf14abf8a3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.89 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 947 time: 0.1286983 Jul 09 16:05:02.697867 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-357dc412-8b4c-4ecb-85c0-5597fc3db909 req-bf7facc5-766c-4573-8baa-2ddaf69fe9bf tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637853 Jul 09 16:05:02.767649 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [req-c85500e0-166c-4872-8075-276157c16de0 req-09ac36cc-14c9-4287-9d9d-86ccdffbdcff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Deleting port e1f072aa-5c88-4031-85ff-170812b97a25 {{(pid=74276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:05:02.767993 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c85500e0-166c-4872-8075-276157c16de0 req-09ac36cc-14c9-4287-9d9d-86ccdffbdcff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:02.795948 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-12d66d51-62b8-4115-8f1d-1a556727cb10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:02.829242 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-12d66d51-62b8-4115-8f1d-1a556727cb10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:05:02.833261 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-12d66d51-62b8-4115-8f1d-1a556727cb10 admin admin] Usage tracker for resource:security_group_rule and tenant:bf7afac33e1d4f4384203bdb8bb9a323 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:05:02.836123 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-12d66d51-62b8-4115-8f1d-1a556727cb10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:05:02.842066 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-12d66d51-62b8-4115-8f1d-1a556727cb10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:05:02.910469 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-12d66d51-62b8-4115-8f1d-1a556727cb10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:02.914296 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-12d66d51-62b8-4115-8f1d-1a556727cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:02.921290 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b2200dc9-c2ab-4918-a113-2143cad6548d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:02.964718 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d66d51-62b8-4115-8f1d-1a556727cb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84a3fa7-edc0-42e4-b174-04c8c461d551,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:02.968004 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-12d66d51-62b8-4115-8f1d-1a556727cb10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:02.970849 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-12d66d51-62b8-4115-8f1d-1a556727cb10 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bf7afac33e1d4f4384203bdb8bb9a323&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3238120 Jul 09 16:05:02.973548 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47642) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:03.025118 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [req-c85500e0-166c-4872-8075-276157c16de0 req-09ac36cc-14c9-4287-9d9d-86ccdffbdcff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] For port e1f072aa-5c88-4031-85ff-170812b97a25, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e1f072aa-5c88-4031-85ff-170812b97a25,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:03.025385 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c85500e0-166c-4872-8075-276157c16de0 req-09ac36cc-14c9-4287-9d9d-86ccdffbdcff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:03.034736 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0326ba91-72cf-47a4-9e14-d48f4bdb533f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:03.061845 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0326ba91-72cf-47a4-9e14-d48f4bdb533f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:03.117959 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0326ba91-72cf-47a4-9e14-d48f4bdb533f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:03.122654 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-39339597-f09f-45d8-891a-4f46f2159d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:03.135025 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326ba91-72cf-47a4-9e14-d48f4bdb533f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84a3fa7-edc0-42e4-b174-04c8c461d551,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:03.138711 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-0326ba91-72cf-47a4-9e14-d48f4bdb533f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:03.144442 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-0326ba91-72cf-47a4-9e14-d48f4bdb533f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:03.147952 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-0326ba91-72cf-47a4-9e14-d48f4bdb533f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f84a3fa7-edc0-42e4-b174-04c8c461d551 HTTP/1.1" status: 204 len: 168 time: 0.1710663 Jul 09 16:05:03.342810 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c85500e0-166c-4872-8075-276157c16de0 req-09ac36cc-14c9-4287-9d9d-86ccdffbdcff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:03.343191 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c85500e0-166c-4872-8075-276157c16de0 req-09ac36cc-14c9-4287-9d9d-86ccdffbdcff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011831'] for floatingip, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:03.343684 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.db.l3_db [req-c85500e0-166c-4872-8075-276157c16de0 req-09ac36cc-14c9-4287-9d9d-86ccdffbdcff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Floating IP c4225db8-9a1a-4268-b824-a17ec6b61354 disassociated. External IP: 172.28.0.88, port: e1f072aa-5c88-4031-85ff-170812b97a25. Jul 09 16:05:03.344335 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [req-c85500e0-166c-4872-8075-276157c16de0 req-09ac36cc-14c9-4287-9d9d-86ccdffbdcff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Calling delete_port for e1f072aa-5c88-4031-85ff-170812b97a25 owned by compute:nova {{(pid=74276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:05:03.508499 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c85500e0-166c-4872-8075-276157c16de0 req-09ac36cc-14c9-4287-9d9d-86ccdffbdcff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:03.515067 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:03.564346 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac36cc-14c9-4287-9d9d-86ccdffbdcff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Pushing event deleted for resources: {'Port': ['ID=e1f072aa-5c88-4031-85ff-170812b97a25,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:03.567669 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-09ac36cc-14c9-4287-9d9d-86ccdffbdcff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:03.784069 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c85500e0-166c-4872-8075-276157c16de0 req-09ac36cc-14c9-4287-9d9d-86ccdffbdcff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Router 8cc6a412-5080-4c7e-8d8a-760a356dca2a has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 16:05:03.857447 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-7bcddb38-c543-4ce9-af1f-28f71abb14da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:04.014950 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-3eaf9596-e2b8-466a-a8f9-19c525efe908 req-749604b4-0913-45de-8b43-ff8f61abc1c9 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dbc73b-5339-4428-adef-baa5f97ff4e0 HTTP/1.1" status: 200 len: 210 time: 0.0669034 Jul 09 16:05:04.139830 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c85500e0-166c-4872-8075-276157c16de0 req-09ac36cc-14c9-4287-9d9d-86ccdffbdcff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:05:04.149462 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9cb2c1-6b5f-45c6-b356-10c8a5140db7 None None] Sync routers for ids ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'] in dv-cinder-800228-1-smb {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 16:05:04.162636 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9cb2c1-6b5f-45c6-b356-10c8a5140db7 None None] Routers {'8cc6a412-5080-4c7e-8d8a-760a356dca2a'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:05:04.163259 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-6c9cb2c1-6b5f-45c6-b356-10c8a5140db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:04:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:04.213555 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85500e0-166c-4872-8075-276157c16de0 req-09ac36cc-14c9-4287-9d9d-86ccdffbdcff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] No DVR routers for this DVR port e1f072aa-5c88-4031-85ff-170812b97a25 on host hv-cinder-80022 {{(pid=74276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:05:04.221138 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-c85500e0-166c-4872-8075-276157c16de0 req-09ac36cc-14c9-4287-9d9d-86ccdffbdcff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:04.221138 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65dbc73b-5339-4428-adef-baa5f97ff4e0', 'name': 'network-vif-deleted', 'tag': 'e1f072aa-5c88-4031-85ff-170812b97a25'}] {{(pid=74276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:05:04.231363 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c85500e0-166c-4872-8075-276157c16de0 req-09ac36cc-14c9-4287-9d9d-86ccdffbdcff tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.89 "DELETE /v2.0/ports/e1f072aa-5c88-4031-85ff-170812b97a25 HTTP/1.1" status: 204 len: 173 time: 1.5298235 Jul 09 16:05:04.287693 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65dbc73b-5339-4428-adef-baa5f97ff4e0', 'name': 'network-vif-deleted', 'tag': 'e1f072aa-5c88-4031-85ff-170812b97a25', 'status': 'completed', 'code': 200} Jul 09 16:05:04.356245 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-6c9cb2c1-6b5f-45c6-b356-10c8a5140db7 None None] Set router 8cc6a412-5080-4c7e-8d8a-760a356dca2a gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:05:04.427473 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:04.713506 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-6c9cb2c1-6b5f-45c6-b356-10c8a5140db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:57:15Z', 'revision_number': 4, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'gw_port': {'id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:08:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:56Z', 'updated_at': '2021-07-09T15:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'c8c9a69d-9383-4b20-9b1c-42c6c4641e83', 'name': '', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'mac_address': 'fa:16:3e:5f:42:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:11Z', 'updated_at': '2021-07-09T15:57:44Z', 'revision_number': 5, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'subnets': [{'id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:04.717659 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9cb2c1-6b5f-45c6-b356-10c8a5140db7 None None] Checking router: 8cc6a412-5080-4c7e-8d8a-760a356dca2a for host: dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 16:05:04.728694 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9cb2c1-6b5f-45c6-b356-10c8a5140db7 None None] Routers {'8cc6a412-5080-4c7e-8d8a-760a356dca2a'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:05:04.729282 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-6c9cb2c1-6b5f-45c6-b356-10c8a5140db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:04:36Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:04.912010 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-6c9cb2c1-6b5f-45c6-b356-10c8a5140db7 None None] Set router 8cc6a412-5080-4c7e-8d8a-760a356dca2a gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:05:05.220365 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-6c9cb2c1-6b5f-45c6-b356-10c8a5140db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:57:15Z', 'revision_number': 4, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'gw_port': {'id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:08:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:56Z', 'updated_at': '2021-07-09T15:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'c8c9a69d-9383-4b20-9b1c-42c6c4641e83', 'name': '', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'mac_address': 'fa:16:3e:5f:42:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:11Z', 'updated_at': '2021-07-09T15:57:44Z', 'revision_number': 5, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'subnets': [{'id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:05.224458 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9cb2c1-6b5f-45c6-b356-10c8a5140db7 None None] The sync data for ids ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'] in dv-cinder-800228-1-smb is: [{'id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T15:57:15Z', 'revision_number': 4, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'gw_port': {'id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:08:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:56Z', 'updated_at': '2021-07-09T15:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'c8c9a69d-9383-4b20-9b1c-42c6c4641e83', 'name': '', 'network_id': '88af3f02-3ae7-418d-94f8-4723b7c0d0cd', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'mac_address': 'fa:16:3e:5f:42:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:11Z', 'updated_at': '2021-07-09T15:57:44Z', 'revision_number': 5, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'subnets': [{'id': '4006d4af-f154-4912-bdbd-6a5ff3424039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:05:05.275393 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:05:05.450061 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a769e-3234-4534-990e-df1e0db53ec8 None None] New status for floating IP c4225db8-9a1a-4268-b824-a17ec6b61354: DOWN {{(pid=74278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 09 16:05:06.094939 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-c328a418-1623-4442-9e5f-f2be08d1c0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.202932 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 47658) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:06.269432 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-764310c3-aac4-4fab-b250-391429d66c14 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.296369 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-764310c3-aac4-4fab-b250-391429d66c14 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.350251 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device e1f072aa-5c88-4031-85ff-170812b97a25 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:05:06.354551 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-764310c3-aac4-4fab-b250-391429d66c14 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.360231 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-5037631d-a0d5-4233-96b8-309de5ad4edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:06.376206 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764310c3-aac4-4fab-b250-391429d66c14 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:06.378770 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-764310c3-aac4-4fab-b250-391429d66c14 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:06.383596 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] No Port match for: e1f072aa-5c88-4031-85ff-170812b97a25 {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:05:06.384006 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device e1f072aa-5c88-4031-85ff-170812b97a25 not bound to the agent host hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:05:06.386313 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-764310c3-aac4-4fab-b250-391429d66c14 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.387808 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-764310c3-aac4-4fab-b250-391429d66c14 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "DELETE /v2.0/security-groups/8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3 HTTP/1.1" status: 204 len: 168 time: 0.1838512 Jul 09 16:05:06.391080 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47662) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:06.409178 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.api.v2.resource [None req-5684fd00-9735-4444-984e-4c38feb9a2a6 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] show failed (client error): The resource could not be found. Jul 09 16:05:06.410183 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-5684fd00-9735-4444-984e-4c38feb9a2a6 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "GET /v2.0/security-groups/8d8c5db7-d60c-41d3-aaf2-5b2c79b5a3d3 HTTP/1.1" status: 404 len: 347 time: 0.0180035 Jul 09 16:05:06.413042 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47666) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:06.573497 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-5d830e82-9f03-454c-a760-d3d27f4248b3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Deleting port 1f9f5382-8172-4794-89c5-aea399cb6df3 {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:05:06.573861 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5d830e82-9f03-454c-a760-d3d27f4248b3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.746329 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5d830e82-9f03-454c-a760-d3d27f4248b3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.746658 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5d830e82-9f03-454c-a760-d3d27f4248b3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.869363 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-5d830e82-9f03-454c-a760-d3d27f4248b3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Calling delete_port for 1f9f5382-8172-4794-89c5-aea399cb6df3 owned by network:floatingip {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:05:07.014090 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5d830e82-9f03-454c-a760-d3d27f4248b3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:07.018367 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-688271b1-c25f-491d-a4f8-60ff99fdd8e2 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:07.058450 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d830e82-9f03-454c-a760-d3d27f4248b3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Pushing event deleted for resources: {'Port': ['ID=1f9f5382-8172-4794-89c5-aea399cb6df3,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:07.063225 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-5d830e82-9f03-454c-a760-d3d27f4248b3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:07.103574 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:07.155327 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5d830e82-9f03-454c-a760-d3d27f4248b3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks [] for floatingip, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:07.176453 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5d830e82-9f03-454c-a760-d3d27f4248b3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for floatingip, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:07.177599 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-5d830e82-9f03-454c-a760-d3d27f4248b3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] 10.222.0.66 "DELETE /v2.0/floatingips/c4225db8-9a1a-4268-b824-a17ec6b61354 HTTP/1.1" status: 204 len: 168 time: 0.7635906 Jul 09 16:05:08.715538 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:09.978634 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47690) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:10.649851 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c40fb832-dfce-411c-8e9e-12ccc03c0163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012577'] for router_interface, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:11.231437 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-c40fb832-dfce-411c-8e9e-12ccc03c0163 admin admin] Deleting port c8c9a69d-9383-4b20-9b1c-42c6c4641e83 {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:05:11.231991 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c40fb832-dfce-411c-8e9e-12ccc03c0163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:11.404095 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [None req-c40fb832-dfce-411c-8e9e-12ccc03c0163 admin admin] For port c8c9a69d-9383-4b20-9b1c-42c6c4641e83, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=c8c9a69d-9383-4b20-9b1c-42c6c4641e83,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:11.404448 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c40fb832-dfce-411c-8e9e-12ccc03c0163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:11.526044 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-c40fb832-dfce-411c-8e9e-12ccc03c0163 admin admin] Calling delete_port for c8c9a69d-9383-4b20-9b1c-42c6c4641e83 owned by network:router_interface {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:05:11.707729 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c40fb832-dfce-411c-8e9e-12ccc03c0163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:11.711161 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-1f76b7c9-9b90-462c-93b7-4bd6cd77195c tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:11.752434 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fb832-dfce-411c-8e9e-12ccc03c0163 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c9a69d-9383-4b20-9b1c-42c6c4641e83,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:11.755785 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c40fb832-dfce-411c-8e9e-12ccc03c0163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:12.135462 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c40fb832-dfce-411c-8e9e-12ccc03c0163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16660826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1012621'] for router_interface, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:12.705008 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40fb832-dfce-411c-8e9e-12ccc03c0163 admin admin] Router 8cc6a412-5080-4c7e-8d8a-760a356dca2a has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 16:05:12.903562 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40fb832-dfce-411c-8e9e-12ccc03c0163 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:05:12.912843 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e580b036-0644-4f16-ac8e-65ec67d94253 None None] Sync routers for ids ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'] in dv-cinder-800228-1-smb {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 16:05:12.916467 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-c40fb832-dfce-411c-8e9e-12ccc03c0163 admin admin] 10.222.0.66 "PUT /v2.0/routers/8cc6a412-5080-4c7e-8d8a-760a356dca2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9367824 Jul 09 16:05:12.918985 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47696) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:12.925830 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e580b036-0644-4f16-ac8e-65ec67d94253 None None] Routers {'8cc6a412-5080-4c7e-8d8a-760a356dca2a'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:05:12.926426 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-e580b036-0644-4f16-ac8e-65ec67d94253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:05:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:13.100109 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-e580b036-0644-4f16-ac8e-65ec67d94253 None None] Set router 8cc6a412-5080-4c7e-8d8a-760a356dca2a gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:05:13.111997 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5bd417c3-c977-4704-9d68-a1e6f221ab02 admin admin] Notify callbacks [] for router, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:13.386015 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-e580b036-0644-4f16-ac8e-65ec67d94253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T16:05:11Z', 'revision_number': 5, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'gw_port': {'id': '4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:08:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:56Z', 'updated_at': '2021-07-09T15:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:13.390969 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e580b036-0644-4f16-ac8e-65ec67d94253 None None] Checking router: 8cc6a412-5080-4c7e-8d8a-760a356dca2a for host: dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 16:05:13.401571 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e580b036-0644-4f16-ac8e-65ec67d94253 None None] Routers {'8cc6a412-5080-4c7e-8d8a-760a356dca2a'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:05:13.402206 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-e580b036-0644-4f16-ac8e-65ec67d94253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:05:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:13.418012 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5bd417c3-c977-4704-9d68-a1e6f221ab02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:13.427406 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-5bd417c3-c977-4704-9d68-a1e6f221ab02 admin admin] Deleting port 4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979 {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:05:13.427721 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5bd417c3-c977-4704-9d68-a1e6f221ab02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:13.591790 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-e580b036-0644-4f16-ac8e-65ec67d94253 None None] Set router 8cc6a412-5080-4c7e-8d8a-760a356dca2a gateway port host: None {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:05:13.602495 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [None req-5bd417c3-c977-4704-9d68-a1e6f221ab02 admin admin] For port 4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:13.602842 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5bd417c3-c977-4704-9d68-a1e6f221ab02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:13.697098 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-e580b036-0644-4f16-ac8e-65ec67d94253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T16:05:13Z', 'revision_number': 6, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'gw_port_host': None}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:13.700978 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e580b036-0644-4f16-ac8e-65ec67d94253 None None] The sync data for ids ['8cc6a412-5080-4c7e-8d8a-760a356dca2a'] in dv-cinder-800228-1-smb is: [{'id': '8cc6a412-5080-4c7e-8d8a-760a356dca2a', 'name': 'tempest-AttachVolumeShelveTestJSON-346599940-router', 'tenant_id': '69e197f3158d4b4ca9126da741e0244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:55Z', 'updated_at': '2021-07-09T16:05:13Z', 'revision_number': 6, 'project_id': '69e197f3158d4b4ca9126da741e0244b', 'gw_port_host': None}] {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:05:13.728903 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-5bd417c3-c977-4704-9d68-a1e6f221ab02 admin admin] Calling delete_port for 4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979 owned by network:router_gateway {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:05:13.891407 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5bd417c3-c977-4704-9d68-a1e6f221ab02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:13.895622 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-835e6740-df29-4a2c-bbb4-672363d6a34b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:13.948203 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd417c3-c977-4704-9d68-a1e6f221ab02 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:13.951189 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-5bd417c3-c977-4704-9d68-a1e6f221ab02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:14.181909 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5bd417c3-c977-4704-9d68-a1e6f221ab02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011722'] for router_gateway, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:14.463814 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5bd417c3-c977-4704-9d68-a1e6f221ab02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1001910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3295'] for router, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:14.465555 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device c8c9a69d-9383-4b20-9b1c-42c6c4641e83 no longer exists at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:05:14.467989 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5bd417c3-c977-4704-9d68-a1e6f221ab02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:14.494857 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5bd417c3-c977-4704-9d68-a1e6f221ab02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-999974'] for router, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:14.495522 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd417c3-c977-4704-9d68-a1e6f221ab02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cc6a412-5080-4c7e-8d8a-760a356dca2a {{(pid=74277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:05:14.502306 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] No Port match for: c8c9a69d-9383-4b20-9b1c-42c6c4641e83 {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:05:14.502668 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device c8c9a69d-9383-4b20-9b1c-42c6c4641e83 not bound to the agent host dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:05:14.503135 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979 no longer exists at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:05:14.509325 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5bd417c3-c977-4704-9d68-a1e6f221ab02 admin admin] Notify callbacks [] for router, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:14.512656 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-5bd417c3-c977-4704-9d68-a1e6f221ab02 admin admin] 10.222.0.66 "DELETE /v2.0/routers/8cc6a412-5080-4c7e-8d8a-760a356dca2a HTTP/1.1" status: 204 len: 168 time: 1.5906713 Jul 09 16:05:14.512879 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47700) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:14.536548 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] No Port match for: 4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979 {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:05:14.536897 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 4ae0d2a0-a6b6-49d6-b8d3-fb85b1f12979 not bound to the agent host dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:05:14.574927 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_v2 [None req-636770e8-eecd-4d78-8185-c8f48ea82367 admin admin] Deleting subnet 4006d4af-f154-4912-bdbd-6a5ff3424039 {{(pid=74277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 09 16:05:14.578013 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-636770e8-eecd-4d78-8185-c8f48ea82367 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:14.632079 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-636770e8-eecd-4d78-8185-c8f48ea82367 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500887'] for subnet, precommit_delete_associations {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:14.713931 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-636770e8-eecd-4d78-8185-c8f48ea82367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16406145'] for subnet, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:14.788129 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 47704) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:14.892292 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-636770e8-eecd-4d78-8185-c8f48ea82367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16406158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2449787'] for subnet, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:14.896715 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:14.930827 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636770e8-eecd-4d78-8185-c8f48ea82367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4006d4af-f154-4912-bdbd-6a5ff3424039,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:14.934630 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-636770e8-eecd-4d78-8185-c8f48ea82367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:14.938939 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-636770e8-eecd-4d78-8185-c8f48ea82367 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:14.944910 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661acdb8-f86b-4134-a8df-442b4740d54f None None] Network 88af3f02-3ae7-418d-94f8-4723b7c0d0cd requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:05:14.946258 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-636770e8-eecd-4d78-8185-c8f48ea82367 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4006d4af-f154-4912-bdbd-6a5ff3424039 HTTP/1.1" status: 204 len: 168 time: 0.4324188 Jul 09 16:05:14.947648 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47710) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:15.064418 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361167'] for network, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.075249 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] Deleting port 7682f0ba-42de-41fa-a093-65fddcc772fc {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:05:15.075602 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.152781 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [None req-ffd42758-47c7-4d7d-b8df-1a0142a5a14e tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Deleting port 87a4065a-3fc9-45ce-8839-04e592d7e13e {{(pid=74276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:05:15.153116 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ffd42758-47c7-4d7d-b8df-1a0142a5a14e tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.229518 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce7ac90-24ea-46a4-9251-2d4db7ab8366 None None] DHCP port deletion for 88af3f02-3ae7-418d-94f8-4723b7c0d0cd request from dv-cinder-800228-1-smb {{(pid=74278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jul 09 16:05:15.233871 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-1ce7ac90-24ea-46a4-9251-2d4db7ab8366 None None] Deleting port 7682f0ba-42de-41fa-a093-65fddcc772fc {{(pid=74278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:05:15.234500 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-1ce7ac90-24ea-46a4-9251-2d4db7ab8366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.303054 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] For port 7682f0ba-42de-41fa-a093-65fddcc772fc, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=7682f0ba-42de-41fa-a093-65fddcc772fc,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:15.303522 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.344543 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ffd42758-47c7-4d7d-b8df-1a0142a5a14e tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.344756 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ffd42758-47c7-4d7d-b8df-1a0142a5a14e tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.431391 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] Calling delete_port for 7682f0ba-42de-41fa-a093-65fddcc772fc owned by network:dhcp {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:05:15.441512 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-1ce7ac90-24ea-46a4-9251-2d4db7ab8366 None None] For port 7682f0ba-42de-41fa-a093-65fddcc772fc, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=7682f0ba-42de-41fa-a093-65fddcc772fc,segment=NetworkSegment(897d2c95-00e8-4b08-be94-a29f529797aa),segment_id=897d2c95-00e8-4b08-be94-a29f529797aa)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:15.441874 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-1ce7ac90-24ea-46a4-9251-2d4db7ab8366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.469172 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [None req-ffd42758-47c7-4d7d-b8df-1a0142a5a14e tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Calling delete_port for 87a4065a-3fc9-45ce-8839-04e592d7e13e owned by network:floatingip {{(pid=74276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:05:15.511799 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.517369 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-6868e113-a78a-461a-84e3-005370360e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:15.563310 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7682f0ba-42de-41fa-a093-65fddcc772fc,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:15.563626 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-1ce7ac90-24ea-46a4-9251-2d4db7ab8366 None None] Calling delete_port for 7682f0ba-42de-41fa-a093-65fddcc772fc owned by network:dhcp {{(pid=74278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:05:15.566391 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:15.568938 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] No DVR routers for this DVR port 7682f0ba-42de-41fa-a093-65fddcc772fc on host dv-cinder-800228-1-smb {{(pid=74277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:05:15.629956 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ffd42758-47c7-4d7d-b8df-1a0142a5a14e tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.639837 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.db.api [None req-1ce7ac90-24ea-46a4-9251-2d4db7ab8366 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:05:15.640337 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_db.api [None req-1ce7ac90-24ea-46a4-9251-2d4db7ab8366 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:05:15.642170 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-f17336a9-e065-4c04-b9cd-c2af56505849 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:15.685921 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16405790', 'neutron.services.segments.db._delete_segments_for_network-8749712051321'] for network, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.699100 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88af3f02-3ae7-418d-94f8-4723b7c0d0cd']}} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:15.707286 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd42758-47c7-4d7d-b8df-1a0142a5a14e tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Pushing event deleted for resources: {'Port': ['ID=87a4065a-3fc9-45ce-8839-04e592d7e13e,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:15.709605 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-ffd42758-47c7-4d7d-b8df-1a0142a5a14e tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:15.710924 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897d2c95-00e8-4b08-be94-a29f529797aa') {'for_net_delete': True} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:15.711208 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897d2c95-00e8-4b08-be94-a29f529797aa') {} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:15.722816 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749712136596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2500878'] for segment, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.739176 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.746035 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=74277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 09 16:05:15.746473 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16406059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501466'] for segment, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: Traceback (most recent call last): Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: timer() Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: cb(*args, **kw) Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: return func(*args, **kwargs) Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: self._notify() Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: self.callback(batched_events) Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: event.method(event) Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: return f(self, *a, **k) Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: return self._get(url).json() Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: return self.request(url, 'GET', **kwargs) Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:05:15.760326 dv-cinder-800228-1-smb neutron-server[74277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:05:15.775822 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ffd42758-47c7-4d7d-b8df-1a0142a5a14e tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for floatingip, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.837866 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16405767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011809'] for network, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.841527 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:15.855483 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.866946 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=88af3f02-3ae7-418d-94f8-4723b7c0d0cd,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:15.869896 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:15.880236 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/88af3f02-3ae7-418d-94f8-4723b7c0d0cd HTTP/1.1" status: 204 len: 168 time: 0.9314656 Jul 09 16:05:16.023351 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47716) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:16.079556 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-ee973071-c3c2-4158-98ae-356de4806337 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=69e197f3158d4b4ca9126da741e0244b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0535398 Jul 09 16:05:16.081080 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47720) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:16.142010 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-1ce7ac90-24ea-46a4-9251-2d4db7ab8366 None None] Deleting port 7682f0ba-42de-41fa-a093-65fddcc772fc {{(pid=74278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:05:16.142427 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-1ce7ac90-24ea-46a4-9251-2d4db7ab8366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:16.143977 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4efd32c3-4b89-4eed-95d9-be4ee6a0f552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:16.172815 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4efd32c3-4b89-4eed-95d9-be4ee6a0f552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:16.209313 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-1ce7ac90-24ea-46a4-9251-2d4db7ab8366 None None] The port '7682f0ba-42de-41fa-a093-65fddcc772fc' was deleted {{(pid=74278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jul 09 16:05:16.246534 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4efd32c3-4b89-4eed-95d9-be4ee6a0f552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:16.251199 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e816c6d4-811c-47be-afd8-0f6081299b76 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:16.266333 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd32c3-4b89-4eed-95d9-be4ee6a0f552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc38ff2d-dac6-4483-9d7c-1c7660b08a79,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:16.268343 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-4efd32c3-4b89-4eed-95d9-be4ee6a0f552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:16.279193 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4efd32c3-4b89-4eed-95d9-be4ee6a0f552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:16.281919 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-4efd32c3-4b89-4eed-95d9-be4ee6a0f552 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc38ff2d-dac6-4483-9d7c-1c7660b08a79 HTTP/1.1" status: 204 len: 168 time: 0.1995554 Jul 09 16:05:16.309401 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd42758-47c7-4d7d-b8df-1a0142a5a14e tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Router e4eca461-caf4-4d41-9b83-bc35b2caca8f has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 16:05:16.436927 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 7682f0ba-42de-41fa-a093-65fddcc772fc no longer exists at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:05:16.513414 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] No Port match for: 7682f0ba-42de-41fa-a093-65fddcc772fc {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:05:16.513937 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 7682f0ba-42de-41fa-a093-65fddcc772fc not bound to the agent host dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:05:16.551916 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd42758-47c7-4d7d-b8df-1a0142a5a14e tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:05:16.561498 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf1783a-9c54-40bc-b65a-bad3fa5d0fc2 None None] Sync routers for ids ['e4eca461-caf4-4d41-9b83-bc35b2caca8f'] in dv-cinder-800228-1-smb {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 16:05:16.566385 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-ffd42758-47c7-4d7d-b8df-1a0142a5a14e tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for floatingip, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:16.574700 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf1783a-9c54-40bc-b65a-bad3fa5d0fc2 None None] Routers {'e4eca461-caf4-4d41-9b83-bc35b2caca8f'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:05:16.575372 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-ddf1783a-9c54-40bc-b65a-bad3fa5d0fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:05:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['e4eca461-caf4-4d41-9b83-bc35b2caca8f'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:16.622081 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-ffd42758-47c7-4d7d-b8df-1a0142a5a14e tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "DELETE /v2.0/floatingips/0263e90e-af52-4ab8-9864-fc5beff01cfb HTTP/1.1" status: 204 len: 168 time: 1.8328171 Jul 09 16:05:16.622851 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c214582-318a-4c0f-8dc9-c371c04ae1a9', 'tag': 'c0379a0a-8843-47c5-8c52-1085409f08e9'}] {{(pid=74276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:05:16.695145 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c214582-318a-4c0f-8dc9-c371c04ae1a9', 'tag': 'c0379a0a-8843-47c5-8c52-1085409f08e9', 'status': 'completed', 'code': 200} Jul 09 16:05:16.769881 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-ddf1783a-9c54-40bc-b65a-bad3fa5d0fc2 None None] Set router e4eca461-caf4-4d41-9b83-bc35b2caca8f gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:05:16.842828 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b07adcc1-1b29-4d56-9ffc-421455d7c2b3 req-183130e8-e022-4bae-802f-2d9942c7c45c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8911ef40b69d4f2b93d3a7d7583b87b7&device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 1099 time: 0.0943470 Jul 09 16:05:17.076426 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07adcc1-1b29-4d56-9ffc-421455d7c2b3 req-da1d9110-028c-4b9b-b019-ef4e346723f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:17.078193 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b07adcc1-1b29-4d56-9ffc-421455d7c2b3 req-da1d9110-028c-4b9b-b019-ef4e346723f8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a3f47de3-f3d1-4f03-8159-72f98954fe64 HTTP/1.1" status: 200 len: 909 time: 0.2272050 Jul 09 16:05:17.135729 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-ddf1783a-9c54-40bc-b65a-bad3fa5d0fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'name': 'tempest-TestShelveInstance-429687526-router', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:25Z', 'revision_number': 4, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'gw_port': {'id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:17Z', 'updated_at': '2021-07-09T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'fa85007a-0d1b-4fc6-8b65-c740254fda09', 'name': '', 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'mac_address': 'fa:16:3e:2f:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dfc412d-22b8-4fae-ac78-cdf3faffeb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:24Z', 'updated_at': '2021-07-09T15:59:38Z', 'revision_number': 5, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'subnets': [{'id': '2dfc412d-22b8-4fae-ac78-cdf3faffeb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:17.144903 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf1783a-9c54-40bc-b65a-bad3fa5d0fc2 None None] Checking router: e4eca461-caf4-4d41-9b83-bc35b2caca8f for host: dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 16:05:17.152857 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d0573-17b0-4893-a516-679f0513f7c7 req-b3e6071a-2d21-4c6a-9579-ea02abb21d7b tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:17.153482 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-613d0573-17b0-4893-a516-679f0513f7c7 req-b3e6071a-2d21-4c6a-9579-ea02abb21d7b tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Synchronizing usage tracker for tenant:8911ef40b69d4f2b93d3a7d7583b87b7 on resource:port {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:05:17.158848 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf1783a-9c54-40bc-b65a-bad3fa5d0fc2 None None] Routers {'e4eca461-caf4-4d41-9b83-bc35b2caca8f'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:05:17.159413 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-ddf1783a-9c54-40bc-b65a-bad3fa5d0fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:05:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['e4eca461-caf4-4d41-9b83-bc35b2caca8f'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:17.173381 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b07adcc1-1b29-4d56-9ffc-421455d7c2b3 req-9c62a2d0-c796-4a9e-ae42-80e3565b82a8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0379a0a-8843-47c5-8c52-1085409f08e9 HTTP/1.1" status: 200 len: 217 time: 0.0870883 Jul 09 16:05:17.226395 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-613d0573-17b0-4893-a516-679f0513f7c7 req-b3e6071a-2d21-4c6a-9579-ea02abb21d7b tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Unset dirty status for tenant:8911ef40b69d4f2b93d3a7d7583b87b7 on resource:port {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:05:17.227558 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-613d0573-17b0-4893-a516-679f0513f7c7 req-b3e6071a-2d21-4c6a-9579-ea02abb21d7b tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 946 time: 0.2640190 Jul 09 16:05:17.284259 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47750) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:17.290818 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07adcc1-1b29-4d56-9ffc-421455d7c2b3 req-9fa383a0-545b-4037-905b-11e4df54d3a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:17.292172 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b07adcc1-1b29-4d56-9ffc-421455d7c2b3 req-9fa383a0-545b-4037-905b-11e4df54d3a1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2dfc412d-22b8-4fae-ac78-cdf3faffeb1a HTTP/1.1" status: 200 len: 847 time: 0.1072438 Jul 09 16:05:17.301008 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-613d0573-17b0-4893-a516-679f0513f7c7 req-98bff3af-c8a4-48c5-a120-1eacc4732cf3 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638425 Jul 09 16:05:17.369511 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-ddf1783a-9c54-40bc-b65a-bad3fa5d0fc2 None None] Set router e4eca461-caf4-4d41-9b83-bc35b2caca8f gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:05:17.382539 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b07adcc1-1b29-4d56-9ffc-421455d7c2b3 req-f302695c-7978-4a9d-a094-be411db0a4b6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a3f47de3-f3d1-4f03-8159-72f98954fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804563 Jul 09 16:05:17.457276 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-523428783-network', 'tenant_id': 'f972adf36f8b4719a50cf3e2f48f049c'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:05:17.464928 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:05:17.469236 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Usage tracker for resource:network and tenant:f972adf36f8b4719a50cf3e2f48f049c is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:05:17.473238 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:05:17.481102 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:05:17.495897 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Made reservation on behalf of f972adf36f8b4719a50cf3e2f48f049c for: {'network': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:05:17.498345 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for network, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:17.511579 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:17.532620 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b07adcc1-1b29-4d56-9ffc-421455d7c2b3 req-4548e794-6929-4422-b824-e1541a9da149 service neutron] 10.222.0.89 "GET /v2.0/networks/a3f47de3-f3d1-4f03-8159-72f98954fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408148 Jul 09 16:05:17.550836 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:05:17.557252 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Usage tracker for resource:security_group_rule and tenant:f972adf36f8b4719a50cf3e2f48f049c is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:05:17.561068 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:05:17.570197 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:05:17.650180 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:17.655215 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:17.660084 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-50e89ec6-ed9b-4793-8ef0-d75f826a0684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:17.680030 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b07adcc1-1b29-4d56-9ffc-421455d7c2b3 req-7461eb30-01c6-40af-81db-06f44c2585cb service neutron] 10.222.0.89 "GET /v2.0/networks/a3f47de3-f3d1-4f03-8159-72f98954fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405563 Jul 09 16:05:17.689080 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=74277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 09 16:05:17.702031 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6274a59c-db70-4db1-8f51-94e163cd9966,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:17.707055 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:17.708022 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:17.708356 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.db.segments_db [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Added segment 417bda34-9d0e-4049-9633-59875e24b42e of type vlan for network 1adf7ff8-61b1-4ee8-a53c-29dd98940400 Jul 09 16:05:17.730472 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-ddf1783a-9c54-40bc-b65a-bad3fa5d0fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'name': 'tempest-TestShelveInstance-429687526-router', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:25Z', 'revision_number': 4, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'gw_port': {'id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:17Z', 'updated_at': '2021-07-09T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'fa85007a-0d1b-4fc6-8b65-c740254fda09', 'name': '', 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'mac_address': 'fa:16:3e:2f:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dfc412d-22b8-4fae-ac78-cdf3faffeb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:24Z', 'updated_at': '2021-07-09T15:59:38Z', 'revision_number': 5, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'subnets': [{'id': '2dfc412d-22b8-4fae-ac78-cdf3faffeb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:17.735449 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf1783a-9c54-40bc-b65a-bad3fa5d0fc2 None None] The sync data for ids ['e4eca461-caf4-4d41-9b83-bc35b2caca8f'] in dv-cinder-800228-1-smb is: [{'id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'name': 'tempest-TestShelveInstance-429687526-router', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:25Z', 'revision_number': 4, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'gw_port': {'id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:17Z', 'updated_at': '2021-07-09T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb', '_interfaces': [{'id': 'fa85007a-0d1b-4fc6-8b65-c740254fda09', 'name': '', 'network_id': 'a3f47de3-f3d1-4f03-8159-72f98954fe64', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'mac_address': 'fa:16:3e:2f:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dfc412d-22b8-4fae-ac78-cdf3faffeb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:24Z', 'updated_at': '2021-07-09T15:59:38Z', 'revision_number': 5, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'subnets': [{'id': '2dfc412d-22b8-4fae-ac78-cdf3faffeb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:05:17.743254 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749711616898'] for network, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:17.776044 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for network, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:17.777456 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:17.778440 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:17.787619 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:17.900851 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6148946 Jul 09 16:05:17.903978 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 47756) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:17.906759 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Pushing event updated for resources: {'Network': ['ID=1adf7ff8-61b1-4ee8-a53c-29dd98940400,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:17.909657 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:17.910174 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-bc999315-1815-4890-8ef2-58828e1cc22c admin admin] Request body: {'subnet': {'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-523428783-subnet', 'tenant_id': 'f972adf36f8b4719a50cf3e2f48f049c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:05:17.915661 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-bc999315-1815-4890-8ef2-58828e1cc22c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:05:17.918839 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Network 1adf7ff8-61b1-4ee8-a53c-29dd98940400 details requested by agent ovs-agent-dv-cinder-800228-1-smb with host dv-cinder-800228-1-smb {{(pid=74278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 16:05:17.920901 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-bc999315-1815-4890-8ef2-58828e1cc22c admin admin] Usage tracker for resource:subnet and tenant:f972adf36f8b4719a50cf3e2f48f049c is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:05:17.925446 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-bc999315-1815-4890-8ef2-58828e1cc22c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:05:17.931520 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-bc999315-1815-4890-8ef2-58828e1cc22c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:05:17.944001 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc999315-1815-4890-8ef2-58828e1cc22c admin admin] Made reservation on behalf of f972adf36f8b4719a50cf3e2f48f049c for: {'subnet': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:05:17.946700 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-bc999315-1815-4890-8ef2-58828e1cc22c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1889871'] for subnet, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:18.029432 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f81ee0-5be3-4d9f-a257-8c1cf1266a61 None None] New status for floating IP 0263e90e-af52-4ab8-9864-fc5beff01cfb: DOWN {{(pid=74279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 09 16:05:18.178496 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-bc999315-1815-4890-8ef2-58828e1cc22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1598754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1890229'] for subnet, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:18.182804 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-4bf957aa-76ea-453b-a2f6-bf30f64bd82d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:18.252270 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc999315-1815-4890-8ef2-58828e1cc22c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3c4cc05-d84d-4a91-b280-da9cc8e4b5af,revision_number=0']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:18.258024 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-bc999315-1815-4890-8ef2-58828e1cc22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:18.273872 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc999315-1815-4890-8ef2-58828e1cc22c admin admin] Checking segment: {'id': '417bda34-9d0e-4049-9633-59875e24b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:05:18.274173 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc999315-1815-4890-8ef2-58828e1cc22c admin admin] Network hostable DHCP agents. Network: 1adf7ff8-61b1-4ee8-a53c-29dd98940400, hostable agents: ['345db053-3c23-47d8-b5a3-85dd9c57b748'], hosted agents: [] {{(pid=74276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:05:18.298669 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc999315-1815-4890-8ef2-58828e1cc22c admin admin] Network 1adf7ff8-61b1-4ee8-a53c-29dd98940400 is scheduled to be hosted by DHCP agent 345db053-3c23-47d8-b5a3-85dd9c57b748 with binding_index 1 {{(pid=74276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:05:18.309859 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-bc999315-1815-4890-8ef2-58828e1cc22c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-smb, 1adf7ff8-61b1-4ee8-a53c-29dd98940400) {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:05:18.316473 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc999315-1815-4890-8ef2-58828e1cc22c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:18.317061 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-bc999315-1815-4890-8ef2-58828e1cc22c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:18.320198 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32de26a-871a-4698-a75f-0b3790c6ef4c None None] Network 1adf7ff8-61b1-4ee8-a53c-29dd98940400 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:05:18.348367 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-bc999315-1815-4890-8ef2-58828e1cc22c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4427972 Jul 09 16:05:18.573724 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c91978-07ad-4b85-8a5f-6381ff6d881e None None] Network 1adf7ff8-61b1-4ee8-a53c-29dd98940400 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:05:18.643533 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22644662-5a20-490e-a880-f3a1e38faa20 req-3037825a-233c-4691-ae9f-df494bee7c21 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:18.646270 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-22644662-5a20-490e-a880-f3a1e38faa20 req-3037825a-233c-4691-ae9f-df494bee7c21 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 946 time: 0.2071893 Jul 09 16:05:18.695253 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-22644662-5a20-490e-a880-f3a1e38faa20 req-b02a2ccd-f7c7-4859-ac9d-27ef4f5b6c56 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/security-groups?id=b31f0626-21ec-466f-a6f4-3285cac1dc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441535 Jul 09 16:05:18.777090 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559bc99-7ab6-4a95-a384-f32459523343 req-d96133d2-81c9-4d54-b7d0-d874b41d134c tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:18.778687 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d559bc99-7ab6-4a95-a384-f32459523343 req-d96133d2-81c9-4d54-b7d0-d874b41d134c tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 946 time: 0.0824516 Jul 09 16:05:18.856529 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [req-d559bc99-7ab6-4a95-a384-f32459523343 req-7ebd9860-a333-4f21-bb9b-a320f4a01341 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Deleting port c0379a0a-8843-47c5-8c52-1085409f08e9 {{(pid=74276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:05:18.856749 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-d559bc99-7ab6-4a95-a384-f32459523343 req-7ebd9860-a333-4f21-bb9b-a320f4a01341 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:19.149531 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-2ad90f7d-fb9d-4b45-9476-4db0c859c727 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:19.150894 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-2ad90f7d-fb9d-4b45-9476-4db0c859c727 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/networks?id=1adf7ff8-61b1-4ee8-a53c-29dd98940400 HTTP/1.1" status: 200 len: 814 time: 0.2702971 Jul 09 16:05:19.188723 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-0b4f8e61-8b5f-4aa6-a578-acf58d42c6a7 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/quotas/f972adf36f8b4719a50cf3e2f48f049c HTTP/1.1" status: 200 len: 375 time: 0.0308292 Jul 09 16:05:19.248695 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-fcf7d4fc-b517-4ae7-9f23-046946a180a8 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f972adf36f8b4719a50cf3e2f48f049c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527961 Jul 09 16:05:19.344151 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [req-d559bc99-7ab6-4a95-a384-f32459523343 req-7ebd9860-a333-4f21-bb9b-a320f4a01341 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] For port c0379a0a-8843-47c5-8c52-1085409f08e9, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c0379a0a-8843-47c5-8c52-1085409f08e9,segment=NetworkSegment(02c778cd-a5a7-414d-8b97-f91fec3af799),segment_id=02c778cd-a5a7-414d-8b97-f91fec3af799)] {{(pid=74276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:19.344627 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-d559bc99-7ab6-4a95-a384-f32459523343 req-7ebd9860-a333-4f21-bb9b-a320f4a01341 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:19.473816 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.plugin [req-d559bc99-7ab6-4a95-a384-f32459523343 req-7ebd9860-a333-4f21-bb9b-a320f4a01341 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Calling delete_port for c0379a0a-8843-47c5-8c52-1085409f08e9 owned by compute:nova {{(pid=74276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:05:19.557217 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-69fe0920-3a39-473a-a055-db18c5664fe8 service neutron] 10.222.0.66 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970150 Jul 09 16:05:19.744236 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-d559bc99-7ab6-4a95-a384-f32459523343 req-7ebd9860-a333-4f21-bb9b-a320f4a01341 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:19.747310 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-88a2318a-811f-40fd-afaf-59c98f699d9d service neutron] 10.222.0.66 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770942 Jul 09 16:05:19.752049 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-7f3ea245-1d28-4f7e-9c0c-1642e105dc67 tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:19.800040 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd9860-a333-4f21-bb9b-a320f4a01341 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Pushing event deleted for resources: {'Port': ['ID=c0379a0a-8843-47c5-8c52-1085409f08e9,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:19.802586 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-7ebd9860-a333-4f21-bb9b-a320f4a01341 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:19.910678 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [req-d559bc99-7ab6-4a95-a384-f32459523343 req-7ebd9860-a333-4f21-bb9b-a320f4a01341 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] No DVR routers for this DVR port c0379a0a-8843-47c5-8c52-1085409f08e9 on host hv-cinder-80022 {{(pid=74276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:05:19.916650 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-d559bc99-7ab6-4a95-a384-f32459523343 req-7ebd9860-a333-4f21-bb9b-a320f4a01341 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:19.919328 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c214582-318a-4c0f-8dc9-c371c04ae1a9', 'name': 'network-vif-deleted', 'tag': 'c0379a0a-8843-47c5-8c52-1085409f08e9'}] {{(pid=74276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:05:19.928097 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b5f3863b-79ce-4d80-af5d-ec99a1673fc3 req-ca96d62a-315b-4b98-b998-a74f92792149 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 210 time: 0.0868921 Jul 09 16:05:19.974230 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8dc895c8-c9e5-438f-a9f0-e5aa26295b9e req-b71c7582-b237-4a9b-b8bd-ebbfe1a9a7d0 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a570ccc-35b5-43bf-b58b-7dac7055082e HTTP/1.1" status: 200 len: 210 time: 0.0484719 Jul 09 16:05:19.975832 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d559bc99-7ab6-4a95-a384-f32459523343 req-7ebd9860-a333-4f21-bb9b-a320f4a01341 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.89 "DELETE /v2.0/ports/c0379a0a-8843-47c5-8c52-1085409f08e9 HTTP/1.1" status: 204 len: 173 time: 1.1910894 Jul 09 16:05:20.011502 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c214582-318a-4c0f-8dc9-c371c04ae1a9', 'name': 'network-vif-deleted', 'tag': 'c0379a0a-8843-47c5-8c52-1085409f08e9', 'status': 'completed', 'code': 200} Jul 09 16:05:21.274489 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-1fbd5095-a0bc-4aae-bad0-e5707edd7e96 req-9816064a-34ab-43d9-928f-6efb489dba8a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Synchronizing usage tracker for tenant:8911ef40b69d4f2b93d3a7d7583b87b7 on resource:port {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:05:21.285490 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9de4b250-1884-486e-a7a6-d4cbe5bccf50 req-2961e408-4680-40be-aaca-707fab2b7b92 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a570ccc-35b5-43bf-b58b-7dac7055082e HTTP/1.1" status: 200 len: 210 time: 0.1758373 Jul 09 16:05:21.299224 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-1fbd5095-a0bc-4aae-bad0-e5707edd7e96 req-9816064a-34ab-43d9-928f-6efb489dba8a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Unset dirty status for tenant:8911ef40b69d4f2b93d3a7d7583b87b7 on resource:port {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:05:21.300391 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1fbd5095-a0bc-4aae-bad0-e5707edd7e96 req-9816064a-34ab-43d9-928f-6efb489dba8a tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c214582-318a-4c0f-8dc9-c371c04ae1a9 HTTP/1.1" status: 200 len: 210 time: 0.2272680 Jul 09 16:05:21.855844 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-a54408b0-eb38-4ecf-90c3-51defd3828e6 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:21.857666 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-a54408b0-eb38-4ecf-90c3-51defd3828e6 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.89 "GET /v2.0/networks?id=1adf7ff8-61b1-4ee8-a53c-29dd98940400 HTTP/1.1" status: 200 len: 814 time: 0.1513805 Jul 09 16:05:21.884465 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-54c03807-1013-4dd3-8e70-c5cdf130776d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Request body: {'port': {'device_id': '1a570ccc-35b5-43bf-b58b-7dac7055082e', 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400', 'admin_state_up': True, 'tenant_id': 'f972adf36f8b4719a50cf3e2f48f049c'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:05:22.029311 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-54c03807-1013-4dd3-8e70-c5cdf130776d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:05:22.033741 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-54c03807-1013-4dd3-8e70-c5cdf130776d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Usage tracker for resource:port and tenant:f972adf36f8b4719a50cf3e2f48f049c is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:05:22.036615 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-54c03807-1013-4dd3-8e70-c5cdf130776d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:05:22.042461 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-54c03807-1013-4dd3-8e70-c5cdf130776d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:05:22.053123 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-54c03807-1013-4dd3-8e70-c5cdf130776d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Made reservation on behalf of f972adf36f8b4719a50cf3e2f48f049c for: {'port': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:05:22.056181 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-54c03807-1013-4dd3-8e70-c5cdf130776d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:22.220299 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_common [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-54c03807-1013-4dd3-8e70-c5cdf130776d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Allocated IP 172.20.0.8 (1adf7ff8-61b1-4ee8-a53c-29dd98940400/f3c4cc05-d84d-4a91-b280-da9cc8e4b5af/3500233d-0384-4a79-9220-7e20811f79af) {{(pid=74276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:05:22.415760 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47800) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:22.420524 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device c0379a0a-8843-47c5-8c52-1085409f08e9 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:05:22.429478 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-54c03807-1013-4dd3-8e70-c5cdf130776d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks [] for port, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:22.456410 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] No Port match for: c0379a0a-8843-47c5-8c52-1085409f08e9 {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:05:22.456947 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device c0379a0a-8843-47c5-8c52-1085409f08e9 not bound to the agent host hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:05:22.475031 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bc062a0c-0aec-417d-97c3-22698e3437b2 req-513a15cd-34db-498e-9f60-27e08de858d8 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a570ccc-35b5-43bf-b58b-7dac7055082e HTTP/1.1" status: 200 len: 210 time: 0.0490856 Jul 09 16:05:22.498941 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-54c03807-1013-4dd3-8e70-c5cdf130776d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:22.502817 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-44d4d786-49ea-4974-9d11-36c6d443d399 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:22.510095 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:22.534233 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-44d4d786-49ea-4974-9d11-36c6d443d399 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:22.589549 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-54c03807-1013-4dd3-8e70-c5cdf130776d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Network 1adf7ff8-61b1-4ee8-a53c-29dd98940400 is already hosted by enough agents. {{(pid=74276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:05:22.594133 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-54c03807-1013-4dd3-8e70-c5cdf130776d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Resources bound (agent type, host, resource id): {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:05:22.596073 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c03807-1013-4dd3-8e70-c5cdf130776d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Pushing event updated for resources: {'Port': ['ID=3500233d-0384-4a79-9220-7e20811f79af,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:22.598436 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-54c03807-1013-4dd3-8e70-c5cdf130776d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Received port after_create {{(pid=74276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:05:22.609875 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-44d4d786-49ea-4974-9d11-36c6d443d399 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:22.614187 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-49956f15-f447-4eb6-9ee4-55eca60805b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:22.624224 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-54c03807-1013-4dd3-8e70-c5cdf130776d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:22.628651 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4d786-49ea-4974-9d11-36c6d443d399 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31f0626-21ec-466f-a6f4-3285cac1dc7b,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:22.631799 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-44d4d786-49ea-4974-9d11-36c6d443d399 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:22.646304 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-44d4d786-49ea-4974-9d11-36c6d443d399 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:22.647529 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-44d4d786-49ea-4974-9d11-36c6d443d399 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] 10.222.0.66 "DELETE /v2.0/security-groups/b31f0626-21ec-466f-a6f4-3285cac1dc7b HTTP/1.1" status: 204 len: 168 time: 0.2307823 Jul 09 16:05:22.670570 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-54c03807-1013-4dd3-8e70-c5cdf130776d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:22.671167 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-54c03807-1013-4dd3-8e70-c5cdf130776d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:22.693516 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-54c03807-1013-4dd3-8e70-c5cdf130776d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8144236 Jul 09 16:05:22.703884 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47806) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:22.712841 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Request body: {'port': {'device_id': '1a570ccc-35b5-43bf-b58b-7dac7055082e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:05:22.825881 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:23.173008 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3500233d-0384-4a79-9220-7e20811f79af {{(pid=74276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:05:23.180698 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:23.196541 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.provisioning_blocks [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Transition to ACTIVE for port object 3500233d-0384-4a79-9220-7e20811f79af will not be triggered until provisioned by entity L2. {{(pid=74276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:05:23.200986 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1598889'] for port, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:23.212373 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-8e9c1203-25aa-4fa1-a801-f6c2a13614b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:23.258132 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-06991365-12c0-4ffa-8ef2-caed3ba7faaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012577'] for router_interface, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:23.333860 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Pushing event updated for resources: {'Port': ['ID=3500233d-0384-4a79-9220-7e20811f79af,revision_number=2']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:23.336841 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:23.437793 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.managers [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Attempting to bind port 3500233d-0384-4a79-9220-7e20811f79af on host hv-cinder-80022 for vnic_type normal with profile {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:05:23.438553 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.managers [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Attempting to bind port 3500233d-0384-4a79-9220-7e20811f79af by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '417bda34-9d0e-4049-9633-59875e24b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400'}] {{(pid=74276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:05:23.438553 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Attempting to bind port 3500233d-0384-4a79-9220-7e20811f79af on network 1adf7ff8-61b1-4ee8-a53c-29dd98940400 {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:05:23.444030 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Port 3500233d-0384-4a79-9220-7e20811f79af on network 1adf7ff8-61b1-4ee8-a53c-29dd98940400 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 09 16:05:23.444344 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Attempting to bind port 3500233d-0384-4a79-9220-7e20811f79af on network 1adf7ff8-61b1-4ee8-a53c-29dd98940400 {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:05:23.450518 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Checking agent: {'id': '891cfaac-3e76-4d41-913f-991116fa71b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 16:05:23.450847 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Checking segment: {'id': '417bda34-9d0e-4049-9633-59875e24b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:05:23.451225 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Bound using segment: {'id': '417bda34-9d0e-4049-9633-59875e24b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400'} {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 16:05:23.451645 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.managers [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Bound port: 3500233d-0384-4a79-9220-7e20811f79af, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '417bda34-9d0e-4049-9633-59875e24b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400'}}] {{(pid=74276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:05:23.451985 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:23.542162 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] For port 3500233d-0384-4a79-9220-7e20811f79af, host hv-cinder-80022, cleared binding levels {{(pid=74276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:05:23.545213 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] For port 3500233d-0384-4a79-9220-7e20811f79af, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=3500233d-0384-4a79-9220-7e20811f79af,segment=NetworkSegment(417bda34-9d0e-4049-9633-59875e24b42e),segment_id=417bda34-9d0e-4049-9633-59875e24b42e)] {{(pid=74276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:05:23.551734 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1598889'] for port, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:23.556417 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:23.775614 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:23.777028 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] 10.222.0.89 "PUT /v2.0/ports/3500233d-0384-4a79-9220-7e20811f79af HTTP/1.1" status: 200 len: 1093 time: 1.0685883 Jul 09 16:05:23.777538 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a570ccc-35b5-43bf-b58b-7dac7055082e', 'tag': '3500233d-0384-4a79-9220-7e20811f79af'}] {{(pid=74276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:05:23.796429 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Pushing event updated for resources: {'Port': ['ID=3500233d-0384-4a79-9220-7e20811f79af,revision_number=3']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:23.800636 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-68c5b7b6-f4bb-4924-a0b0-2031316d1667 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:23.819485 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d3e48-f04a-4651-9020-7aee7ff62096 req-0d9cc837-4fdc-4e59-84ec-70493e9ce201 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:23.820949 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-8a5d3e48-f04a-4651-9020-7aee7ff62096 req-0d9cc837-4fdc-4e59-84ec-70493e9ce201 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Synchronizing usage tracker for tenant:f972adf36f8b4719a50cf3e2f48f049c on resource:port {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:05:23.842838 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a570ccc-35b5-43bf-b58b-7dac7055082e', 'tag': '3500233d-0384-4a79-9220-7e20811f79af', 'status': 'completed', 'code': 200} Jul 09 16:05:23.845380 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-8a5d3e48-f04a-4651-9020-7aee7ff62096 req-0d9cc837-4fdc-4e59-84ec-70493e9ce201 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Unset dirty status for tenant:f972adf36f8b4719a50cf3e2f48f049c on resource:port {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:05:23.846566 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8a5d3e48-f04a-4651-9020-7aee7ff62096 req-0d9cc837-4fdc-4e59-84ec-70493e9ce201 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a570ccc-35b5-43bf-b58b-7dac7055082e HTTP/1.1" status: 200 len: 943 time: 0.1580622 Jul 09 16:05:23.884585 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-06991365-12c0-4ffa-8ef2-caed3ba7faaf admin admin] Deleting port fa85007a-0d1b-4fc6-8b65-c740254fda09 {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:05:23.885199 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-06991365-12c0-4ffa-8ef2-caed3ba7faaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:23.942835 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8a5d3e48-f04a-4651-9020-7aee7ff62096 req-150a34f6-6194-49e5-9aea-b563889a15e1 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907092 Jul 09 16:05:23.957683 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-8bab91bf-00c7-4afe-94f0-c47b02c1f9d6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f972adf36f8b4719a50cf3e2f48f049c&device_id=1a570ccc-35b5-43bf-b58b-7dac7055082e HTTP/1.1" status: 200 len: 1096 time: 0.0893095 Jul 09 16:05:24.038524 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-f3dbbb72-f627-4f4a-a1ae-76a016741058 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3500233d-0384-4a79-9220-7e20811f79af HTTP/1.1" status: 200 len: 217 time: 0.0655267 Jul 09 16:05:24.062843 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [None req-06991365-12c0-4ffa-8ef2-caed3ba7faaf admin admin] For port fa85007a-0d1b-4fc6-8b65-c740254fda09, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=fa85007a-0d1b-4fc6-8b65-c740254fda09,segment=NetworkSegment(02c778cd-a5a7-414d-8b97-f91fec3af799),segment_id=02c778cd-a5a7-414d-8b97-f91fec3af799)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:24.063194 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-06991365-12c0-4ffa-8ef2-caed3ba7faaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:24.103065 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-4f75780a-9f0e-49d1-bf5c-b0eac9ccc9f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:24.104511 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-4f75780a-9f0e-49d1-bf5c-b0eac9ccc9f4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f3c4cc05-d84d-4a91-b280-da9cc8e4b5af HTTP/1.1" status: 200 len: 854 time: 0.0593441 Jul 09 16:05:24.154730 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-f04c6204-2abc-4d7c-828b-a744c5f77550 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1adf7ff8-61b1-4ee8-a53c-29dd98940400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431101 Jul 09 16:05:24.183566 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-06991365-12c0-4ffa-8ef2-caed3ba7faaf admin admin] Calling delete_port for fa85007a-0d1b-4fc6-8b65-c740254fda09 owned by network:router_interface {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:05:24.292441 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-3c140e70-c5bf-44cf-bb9b-299d67386f6e service neutron] 10.222.0.89 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299183 Jul 09 16:05:24.361026 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-06991365-12c0-4ffa-8ef2-caed3ba7faaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:24.365269 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c8df7110-1f32-4554-aa1f-a4bb30e60f08 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:24.406166 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06991365-12c0-4ffa-8ef2-caed3ba7faaf admin admin] Pushing event deleted for resources: {'Port': ['ID=fa85007a-0d1b-4fc6-8b65-c740254fda09,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:24.410343 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-06991365-12c0-4ffa-8ef2-caed3ba7faaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:24.432238 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a818391c-000b-4f92-870a-a0ba82dd7107 req-46563e1a-29ee-4b20-8683-23e92dfb6172 service neutron] 10.222.0.89 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308334 Jul 09 16:05:24.620409 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-00b0542c-659e-4712-9a40-722478935cc0 req-cdd7af96-45a7-41b3-aea1-cce9f9715f10 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f972adf36f8b4719a50cf3e2f48f049c&device_id=1a570ccc-35b5-43bf-b58b-7dac7055082e HTTP/1.1" status: 200 len: 1096 time: 0.0833070 Jul 09 16:05:24.771928 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0542c-659e-4712-9a40-722478935cc0 req-2d7fb760-6f85-41c1-93ca-dea17e7ea74e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:24.773411 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-00b0542c-659e-4712-9a40-722478935cc0 req-2d7fb760-6f85-41c1-93ca-dea17e7ea74e service neutron] 10.222.0.89 "GET /v2.0/networks?id=1adf7ff8-61b1-4ee8-a53c-29dd98940400 HTTP/1.1" status: 200 len: 915 time: 0.1443524 Jul 09 16:05:24.832907 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-06991365-12c0-4ffa-8ef2-caed3ba7faaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16660826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1012621'] for router_interface, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:24.847783 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-00b0542c-659e-4712-9a40-722478935cc0 req-670aa5e7-1552-4458-9a29-313711eefad1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3500233d-0384-4a79-9220-7e20811f79af HTTP/1.1" status: 200 len: 217 time: 0.0674958 Jul 09 16:05:24.934993 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0542c-659e-4712-9a40-722478935cc0 req-0d1d0e05-a796-475b-8a07-c3731d9bd70a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:24.936433 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-00b0542c-659e-4712-9a40-722478935cc0 req-0d1d0e05-a796-475b-8a07-c3731d9bd70a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f3c4cc05-d84d-4a91-b280-da9cc8e4b5af HTTP/1.1" status: 200 len: 854 time: 0.0820706 Jul 09 16:05:24.987177 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-00b0542c-659e-4712-9a40-722478935cc0 req-0bda4127-af8f-4f88-ac25-6c2f8e120981 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1adf7ff8-61b1-4ee8-a53c-29dd98940400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424402 Jul 09 16:05:25.149081 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:25.182925 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-00b0542c-659e-4712-9a40-722478935cc0 req-7ba037dd-963c-48c7-9286-236a1e7d0b9a service neutron] 10.222.0.89 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883123 Jul 09 16:05:25.220808 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41ee8a-ab2b-4290-b290-27b69718f0f4 req-81dcb5f4-293d-4ef6-a752-4ca5d0797bc3 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:25.223256 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1b41ee8a-ab2b-4290-b290-27b69718f0f4 req-81dcb5f4-293d-4ef6-a752-4ca5d0797bc3 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a570ccc-35b5-43bf-b58b-7dac7055082e HTTP/1.1" status: 200 len: 943 time: 0.1467099 Jul 09 16:05:25.353781 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1b41ee8a-ab2b-4290-b290-27b69718f0f4 req-36af4f78-6bd4-4432-8d94-2e2401e01b44 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799999 Jul 09 16:05:25.371270 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-00b0542c-659e-4712-9a40-722478935cc0 req-cd430032-0292-42cd-bb4e-44a1b30c9cbc service neutron] 10.222.0.89 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755459 Jul 09 16:05:25.469211 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06991365-12c0-4ffa-8ef2-caed3ba7faaf admin admin] Router e4eca461-caf4-4d41-9b83-bc35b2caca8f has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 16:05:25.667536 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06991365-12c0-4ffa-8ef2-caed3ba7faaf admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:05:25.676065 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a14864-356f-49ab-be76-4a564cfc1b02 None None] Sync routers for ids ['e4eca461-caf4-4d41-9b83-bc35b2caca8f'] in dv-cinder-800228-1-smb {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 16:05:25.683809 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-06991365-12c0-4ffa-8ef2-caed3ba7faaf admin admin] 10.222.0.66 "PUT /v2.0/routers/e4eca461-caf4-4d41-9b83-bc35b2caca8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9785829 Jul 09 16:05:25.686245 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47818) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:25.689679 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a14864-356f-49ab-be76-4a564cfc1b02 None None] Routers {'e4eca461-caf4-4d41-9b83-bc35b2caca8f'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:05:25.690324 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-a2a14864-356f-49ab-be76-4a564cfc1b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:05:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['e4eca461-caf4-4d41-9b83-bc35b2caca8f'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:25.865105 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-a2a14864-356f-49ab-be76-4a564cfc1b02 None None] Set router e4eca461-caf4-4d41-9b83-bc35b2caca8f gateway port host: dv-cinder-800228-1-smb {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:05:25.881126 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-945f1b0a-e0f1-448e-920c-6da6955e5dc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:26.157111 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-a2a14864-356f-49ab-be76-4a564cfc1b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'name': 'tempest-TestShelveInstance-429687526-router', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T16:05:24Z', 'revision_number': 5, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'gw_port': {'id': '19d75e4f-13a9-4d06-8a98-4db69446f27f', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:17Z', 'updated_at': '2021-07-09T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:26.160966 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a14864-356f-49ab-be76-4a564cfc1b02 None None] Checking router: e4eca461-caf4-4d41-9b83-bc35b2caca8f for host: dv-cinder-800228-1-smb {{(pid=74278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 16:05:26.171490 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a14864-356f-49ab-be76-4a564cfc1b02 None None] Routers {'e4eca461-caf4-4d41-9b83-bc35b2caca8f'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:05:26.172197 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-a2a14864-356f-49ab-be76-4a564cfc1b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:05:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['e4eca461-caf4-4d41-9b83-bc35b2caca8f'], 'active': True} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:26.195601 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-945f1b0a-e0f1-448e-920c-6da6955e5dc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:26.205851 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-945f1b0a-e0f1-448e-920c-6da6955e5dc0 admin admin] Deleting port 19d75e4f-13a9-4d06-8a98-4db69446f27f {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:05:26.206138 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-945f1b0a-e0f1-448e-920c-6da6955e5dc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:26.341052 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_dvr_db [None req-a2a14864-356f-49ab-be76-4a564cfc1b02 None None] Set router e4eca461-caf4-4d41-9b83-bc35b2caca8f gateway port host: None {{(pid=74278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:05:26.402331 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [None req-945f1b0a-e0f1-448e-920c-6da6955e5dc0 admin admin] For port 19d75e4f-13a9-4d06-8a98-4db69446f27f, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=19d75e4f-13a9-4d06-8a98-4db69446f27f,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:26.402685 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-945f1b0a-e0f1-448e-920c-6da6955e5dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:26.452241 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 3500233d-0384-4a79-9220-7e20811f79af details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 16:05:26.463989 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.l3_hamode_db [None req-a2a14864-356f-49ab-be76-4a564cfc1b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'name': 'tempest-TestShelveInstance-429687526-router', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T16:05:26Z', 'revision_number': 6, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'gw_port_host': None}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:26.470988 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a14864-356f-49ab-be76-4a564cfc1b02 None None] The sync data for ids ['e4eca461-caf4-4d41-9b83-bc35b2caca8f'] in dv-cinder-800228-1-smb is: [{'id': 'e4eca461-caf4-4d41-9b83-bc35b2caca8f', 'name': 'tempest-TestShelveInstance-429687526-router', 'tenant_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T16:05:26Z', 'revision_number': 6, 'project_id': '8911ef40b69d4f2b93d3a7d7583b87b7', 'gw_port_host': None}] {{(pid=74278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:05:26.552220 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-945f1b0a-e0f1-448e-920c-6da6955e5dc0 admin admin] Calling delete_port for 19d75e4f-13a9-4d06-8a98-4db69446f27f owned by network:router_gateway {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:05:26.579317 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b2f20-25c0-4ca7-9870-19ce8ca9e78c req-954c50d1-0e14-4cc8-b455-becd2a3c76bd tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:26.580784 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-263b2f20-25c0-4ca7-9870-19ce8ca9e78c req-954c50d1-0e14-4cc8-b455-becd2a3c76bd tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a570ccc-35b5-43bf-b58b-7dac7055082e HTTP/1.1" status: 200 len: 943 time: 0.0868835 Jul 09 16:05:26.627906 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 3500233d-0384-4a79-9220-7e20811f79af, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=3500233d-0384-4a79-9220-7e20811f79af,segment=NetworkSegment(417bda34-9d0e-4049-9633-59875e24b42e),segment_id=417bda34-9d0e-4049-9633-59875e24b42e)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:26.643731 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': '3500233d-0384-4a79-9220-7e20811f79af', 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400', 'port_id': '3500233d-0384-4a79-9220-7e20811f79af', 'mac_address': 'fa:16:3e:8c:1f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c4cc05-d84d-4a91-b280-da9cc8e4b5af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 16:05:26.706729 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:26.726869 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3500233d-0384-4a79-9220-7e20811f79af {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:05:26.731337 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-945f1b0a-e0f1-448e-920c-6da6955e5dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:26.731987 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-263b2f20-25c0-4ca7-9870-19ce8ca9e78c req-ecc07814-34fe-486b-920e-3b1913752286 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456516 Jul 09 16:05:26.742969 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 3500233d-0384-4a79-9220-7e20811f79af, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=3500233d-0384-4a79-9220-7e20811f79af,segment=NetworkSegment(417bda34-9d0e-4049-9633-59875e24b42e),segment_id=417bda34-9d0e-4049-9633-59875e24b42e)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:26.744061 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:26.747013 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:26.748847 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:26.788590 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f1b0a-e0f1-448e-920c-6da6955e5dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=19d75e4f-13a9-4d06-8a98-4db69446f27f,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:26.792301 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-945f1b0a-e0f1-448e-920c-6da6955e5dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:26.826035 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=3500233d-0384-4a79-9220-7e20811f79af,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:26.836507 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:26.837161 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:26.837565 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:26.837994 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:26.838388 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:26.838778 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:26.839166 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:26.839551 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:26.839936 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:26.840318 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:26.840700 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:26.846440 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:27.026038 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-945f1b0a-e0f1-448e-920c-6da6955e5dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011722'] for router_gateway, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:27.097753 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['3500233d-0384-4a79-9220-7e20811f79af'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:05:27.294450 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-945f1b0a-e0f1-448e-920c-6da6955e5dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1001910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3295'] for router, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:27.298712 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-945f1b0a-e0f1-448e-920c-6da6955e5dc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:27.326146 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-945f1b0a-e0f1-448e-920c-6da6955e5dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-999974'] for router, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:27.326754 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945f1b0a-e0f1-448e-920c-6da6955e5dc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4eca461-caf4-4d41-9b83-bc35b2caca8f {{(pid=74277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:05:27.339752 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-945f1b0a-e0f1-448e-920c-6da6955e5dc0 admin admin] Notify callbacks [] for router, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:27.340882 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-945f1b0a-e0f1-448e-920c-6da6955e5dc0 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e4eca461-caf4-4d41-9b83-bc35b2caca8f HTTP/1.1" status: 204 len: 168 time: 1.6531968 Jul 09 16:05:27.343750 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47824) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:27.407093 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a77e032-5ede-4ba8-9e47-e35cc275775c admin admin] Deleting subnet 2dfc412d-22b8-4fae-ac78-cdf3faffeb1a {{(pid=74277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 09 16:05:27.410300 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3a77e032-5ede-4ba8-9e47-e35cc275775c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:27.464641 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3a77e032-5ede-4ba8-9e47-e35cc275775c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500887'] for subnet, precommit_delete_associations {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:27.545933 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3a77e032-5ede-4ba8-9e47-e35cc275775c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16406145'] for subnet, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:27.617059 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3a77e032-5ede-4ba8-9e47-e35cc275775c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16406158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2449787'] for subnet, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:27.623091 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c5d23e14-d2d2-46d7-9f3f-408722b2125b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:27.761770 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77e032-5ede-4ba8-9e47-e35cc275775c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dfc412d-22b8-4fae-ac78-cdf3faffeb1a,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:27.765749 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-3a77e032-5ede-4ba8-9e47-e35cc275775c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:27.768605 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3a77e032-5ede-4ba8-9e47-e35cc275775c admin admin] Notify callbacks [] for subnet, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:27.774055 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da93d03-a20a-44fd-8c29-f37a4e80923a None None] Network a3f47de3-f3d1-4f03-8159-72f98954fe64 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:05:27.777314 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-3a77e032-5ede-4ba8-9e47-e35cc275775c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2dfc412d-22b8-4fae-ac78-cdf3faffeb1a HTTP/1.1" status: 204 len: 168 time: 0.4297872 Jul 09 16:05:27.777314 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47830) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:27.891182 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361167'] for network, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:27.901676 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] Deleting port 10c7995f-166b-40ca-8841-288dbfeaea8c {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:05:27.902063 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:27.952210 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2ee53-2087-490d-88b1-25c1a4173015 req-ac63fcdd-4fc5-4442-9c93-ab8d2dd0438b tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:27.959774 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6fe2ee53-2087-490d-88b1-25c1a4173015 req-ac63fcdd-4fc5-4442-9c93-ab8d2dd0438b tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a570ccc-35b5-43bf-b58b-7dac7055082e HTTP/1.1" status: 200 len: 944 time: 0.0850301 Jul 09 16:05:28.010987 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6fe2ee53-2087-490d-88b1-25c1a4173015 req-8ee0eefa-3120-4344-b9ca-72a37e00f1f2 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503764 Jul 09 16:05:28.030374 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397f744c-7ed4-40eb-a22c-d1ed151badcc None None] DHCP port deletion for a3f47de3-f3d1-4f03-8159-72f98954fe64 request from dv-cinder-800228-1-smb {{(pid=74278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jul 09 16:05:28.035377 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-397f744c-7ed4-40eb-a22c-d1ed151badcc None None] Deleting port 10c7995f-166b-40ca-8841-288dbfeaea8c {{(pid=74278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:05:28.035823 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-397f744c-7ed4-40eb-a22c-d1ed151badcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:28.109145 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] For port 10c7995f-166b-40ca-8841-288dbfeaea8c, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=10c7995f-166b-40ca-8841-288dbfeaea8c,segment=NetworkSegment(02c778cd-a5a7-414d-8b97-f91fec3af799),segment_id=02c778cd-a5a7-414d-8b97-f91fec3af799)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:28.109491 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:28.233206 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] Calling delete_port for 10c7995f-166b-40ca-8841-288dbfeaea8c owned by network:dhcp {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:05:28.247592 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-397f744c-7ed4-40eb-a22c-d1ed151badcc None None] For port 10c7995f-166b-40ca-8841-288dbfeaea8c, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=10c7995f-166b-40ca-8841-288dbfeaea8c,segment=NetworkSegment(02c778cd-a5a7-414d-8b97-f91fec3af799),segment_id=02c778cd-a5a7-414d-8b97-f91fec3af799)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:28.247989 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-397f744c-7ed4-40eb-a22c-d1ed151badcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:28.310056 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:28.315209 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-8b0231cf-b521-4bc0-ab3f-ff793a9e4922 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:28.356514 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=10c7995f-166b-40ca-8841-288dbfeaea8c,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:28.359946 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:28.362141 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] No DVR routers for this DVR port 10c7995f-166b-40ca-8841-288dbfeaea8c on host dv-cinder-800228-1-smb {{(pid=74277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:05:28.364502 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device fa85007a-0d1b-4fc6-8b65-c740254fda09 no longer exists at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:05:28.393128 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-397f744c-7ed4-40eb-a22c-d1ed151badcc None None] Calling delete_port for 10c7995f-166b-40ca-8841-288dbfeaea8c owned by network:dhcp {{(pid=74278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:05:28.441866 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] No Port match for: fa85007a-0d1b-4fc6-8b65-c740254fda09 {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:05:28.442212 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device fa85007a-0d1b-4fc6-8b65-c740254fda09 not bound to the agent host dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:05:28.442628 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 10c7995f-166b-40ca-8841-288dbfeaea8c no longer exists at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:05:28.471736 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 3500233d-0384-4a79-9220-7e20811f79af up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:05:28.482244 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16405790', 'neutron.services.segments.db._delete_segments_for_network-8749712051321'] for network, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:28.499056 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f47de3-f3d1-4f03-8159-72f98954fe64']}} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:28.512823 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c778cd-a5a7-414d-8b97-f91fec3af799') {'for_net_delete': True} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:28.513109 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c778cd-a5a7-414d-8b97-f91fec3af799') {} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:28.516134 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] No Port match for: 10c7995f-166b-40ca-8841-288dbfeaea8c {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:05:28.516481 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 10c7995f-166b-40ca-8841-288dbfeaea8c not bound to the agent host dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:05:28.516899 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 19d75e4f-13a9-4d06-8a98-4db69446f27f no longer exists at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:05:28.524263 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749712136596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2500878'] for segment, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:28.539693 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:28.545657 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=74277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 09 16:05:28.546056 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16406059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501466'] for segment, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:28.558962 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] No Port match for: 19d75e4f-13a9-4d06-8a98-4db69446f27f {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:05:28.559317 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 19d75e4f-13a9-4d06-8a98-4db69446f27f not bound to the agent host dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: Traceback (most recent call last): Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: timer() Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: cb(*args, **kw) Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: return func(*args, **kwargs) Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: self._notify() Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: self.callback(batched_events) Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: event.method(event) Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: return f(self, *a, **k) Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: return self._get(url).json() Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: return self.request(url, 'GET', **kwargs) Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:05:28.559714 dv-cinder-800228-1-smb neutron-server[74277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:05:28.592263 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.db.api [None req-397f744c-7ed4-40eb-a22c-d1ed151badcc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:05:28.592617 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_db.api [None req-397f744c-7ed4-40eb-a22c-d1ed151badcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:05:28.599503 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning for port 3500233d-0384-4a79-9220-7e20811f79af completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:05:28.604241 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port 3500233d-0384-4a79-9220-7e20811f79af triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:05:28.604613 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:28.638559 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16405767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011809'] for network, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:28.644516 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:28.648443 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:28.676354 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3f47de3-f3d1-4f03-8159-72f98954fe64,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:28.679537 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:28.688213 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a3f47de3-f3d1-4f03-8159-72f98954fe64 HTTP/1.1" status: 204 len: 168 time: 0.9102242 Jul 09 16:05:28.691050 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47834) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:28.722920 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:28.750464 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a570ccc-35b5-43bf-b58b-7dac7055082e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3500233d-0384-4a79-9220-7e20811f79af'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:05:28.761280 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 3500233d-0384-4a79-9220-7e20811f79af, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=3500233d-0384-4a79-9220-7e20811f79af,segment=NetworkSegment(417bda34-9d0e-4049-9633-59875e24b42e),segment_id=417bda34-9d0e-4049-9633-59875e24b42e)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:28.765928 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:28.771692 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-8c4064a4-af8c-4d4a-af8e-b73b77f2dde2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:28.812451 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a570ccc-35b5-43bf-b58b-7dac7055082e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3500233d-0384-4a79-9220-7e20811f79af', 'code': 200} Jul 09 16:05:28.845056 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=3500233d-0384-4a79-9220-7e20811f79af,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:28.848649 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:29.088072 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-27ec2ce5-c5c1-4dd3-bff2-f68ee73e09bc req-a07f4ee4-f075-4f29-82ca-dca94652eb5e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1a570ccc-35b5-43bf-b58b-7dac7055082e HTTP/1.1" status: 200 len: 1098 time: 0.0764041 Jul 09 16:05:29.094173 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-397f744c-7ed4-40eb-a22c-d1ed151badcc None None] Deleting port 10c7995f-166b-40ca-8841-288dbfeaea8c {{(pid=74278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:05:29.094982 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-397f744c-7ed4-40eb-a22c-d1ed151badcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:29.116079 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3fd0b2e9-8659-4e36-92b9-27e2f45c3669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012577'] for router_interface, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:29.141099 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-27ec2ce5-c5c1-4dd3-bff2-f68ee73e09bc req-d9e4f939-33c4-4fd1-b456-f75a6cb7c583 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421407 Jul 09 16:05:29.175709 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-397f744c-7ed4-40eb-a22c-d1ed151badcc None None] The port '10c7995f-166b-40ca-8841-288dbfeaea8c' was deleted {{(pid=74278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jul 09 16:05:29.240265 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b374391-a9aa-431a-bf9d-d78baf591c4e req-0186d0df-69ce-46b4-a036-ea540981f56e tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:29.242017 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0b374391-a9aa-431a-bf9d-d78baf591c4e req-0186d0df-69ce-46b4-a036-ea540981f56e tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a570ccc-35b5-43bf-b58b-7dac7055082e HTTP/1.1" status: 200 len: 945 time: 0.1029949 Jul 09 16:05:29.298619 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0b374391-a9aa-431a-bf9d-d78baf591c4e req-2a650f37-9c29-4473-8b85-a9758f214aef tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506790 Jul 09 16:05:29.851371 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-3fd0b2e9-8659-4e36-92b9-27e2f45c3669 admin admin] Deleting port 841cc1fa-6eee-4760-8950-ae9fb2cc333f {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:05:29.852001 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3fd0b2e9-8659-4e36-92b9-27e2f45c3669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:30.050924 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [None req-3fd0b2e9-8659-4e36-92b9-27e2f45c3669 admin admin] For port 841cc1fa-6eee-4760-8950-ae9fb2cc333f, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=841cc1fa-6eee-4760-8950-ae9fb2cc333f,segment=NetworkSegment(9f6544ee-e5fb-4112-b685-7e35d9a2baac),segment_id=9f6544ee-e5fb-4112-b685-7e35d9a2baac)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:30.051486 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3fd0b2e9-8659-4e36-92b9-27e2f45c3669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:30.186663 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-3fd0b2e9-8659-4e36-92b9-27e2f45c3669 admin admin] Calling delete_port for 841cc1fa-6eee-4760-8950-ae9fb2cc333f owned by network:router_interface {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:05:30.420699 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3fd0b2e9-8659-4e36-92b9-27e2f45c3669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:30.424269 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-fc62c95e-79ff-4a16-8933-aa1b8d7c5af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:30.468887 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0b2e9-8659-4e36-92b9-27e2f45c3669 admin admin] Pushing event deleted for resources: {'Port': ['ID=841cc1fa-6eee-4760-8950-ae9fb2cc333f,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:30.471160 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-3fd0b2e9-8659-4e36-92b9-27e2f45c3669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:30.517665 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974a0f4-0429-4de9-870c-08787b6b93a2 req-9b2904d7-8520-4db2-9b6e-ea688fbe93b1 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:30.519287 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9974a0f4-0429-4de9-870c-08787b6b93a2 req-9b2904d7-8520-4db2-9b6e-ea688fbe93b1 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a570ccc-35b5-43bf-b58b-7dac7055082e HTTP/1.1" status: 200 len: 945 time: 0.0865428 Jul 09 16:05:30.570896 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9974a0f4-0429-4de9-870c-08787b6b93a2 req-0a7b80ec-f271-4b01-b4b3-a8703cd6b135 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457821 Jul 09 16:05:30.768374 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-3fd0b2e9-8659-4e36-92b9-27e2f45c3669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16660826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1012621'] for router_interface, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:31.491691 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd0b2e9-8659-4e36-92b9-27e2f45c3669 admin admin] Router ea4ceeb9-7917-494c-88fb-31e355ec0655 has already been hosted by L3 agent 98b91d55-5f78-453d-ae97-5d9386e515c8 {{(pid=74277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 09 16:05:31.691111 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd0b2e9-8659-4e36-92b9-27e2f45c3669 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-smb the message routers_updated {{(pid=74277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:05:31.699490 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60baefc1-9089-492a-bddd-12290330a93b None None] Sync routers for ids ['ea4ceeb9-7917-494c-88fb-31e355ec0655'] in dv-cinder-800228-1-smb {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 09 16:05:31.700216 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-3fd0b2e9-8659-4e36-92b9-27e2f45c3669 admin admin] 10.222.0.66 "PUT /v2.0/routers/ea4ceeb9-7917-494c-88fb-31e355ec0655/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0082152 Jul 09 16:05:31.702910 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47850) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:31.711615 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60baefc1-9089-492a-bddd-12290330a93b None None] Routers {'ea4ceeb9-7917-494c-88fb-31e355ec0655'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:05:31.712212 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-60baefc1-9089-492a-bddd-12290330a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:05:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['ea4ceeb9-7917-494c-88fb-31e355ec0655'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:31.886567 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-60baefc1-9089-492a-bddd-12290330a93b None None] Set router ea4ceeb9-7917-494c-88fb-31e355ec0655 gateway port host: dv-cinder-800228-1-smb {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:05:31.903992 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e429224f-0c28-42ff-aaff-982b7029f448 admin admin] Notify callbacks [] for router, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:32.105388 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e429224f-0c28-42ff-aaff-982b7029f448 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:32.116318 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-e429224f-0c28-42ff-aaff-982b7029f448 admin admin] Deleting port c7d0abb6-f1cc-476c-a674-e8e3603a2ba1 {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:05:32.116659 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e429224f-0c28-42ff-aaff-982b7029f448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:32.173463 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-60baefc1-9089-492a-bddd-12290330a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4ceeb9-7917-494c-88fb-31e355ec0655', 'name': 'tempest-TestShelveInstance-1943314593-router', 'tenant_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'external_fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c7d0abb6-f1cc-476c-a674-e8e3603a2ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:34Z', 'updated_at': '2021-07-09T16:05:30Z', 'revision_number': 5, 'project_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'gw_port': {'id': 'c7d0abb6-f1cc-476c-a674-e8e3603a2ba1', 'name': '', 'network_id': '9b0e874f-69b5-4e89-8292-fc23cbc7812a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4ceeb9-7917-494c-88fb-31e355ec0655', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:36Z', 'updated_at': '2021-07-09T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89578b1c-09bb-418b-8489-b10f6f860e17', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-smb'}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:32.177047 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60baefc1-9089-492a-bddd-12290330a93b None None] Checking router: ea4ceeb9-7917-494c-88fb-31e355ec0655 for host: dv-cinder-800228-1-smb {{(pid=74279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 09 16:05:32.188478 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60baefc1-9089-492a-bddd-12290330a93b None None] Routers {'ea4ceeb9-7917-494c-88fb-31e355ec0655'} bound to L3 agent in host dv-cinder-800228-1-smb {{(pid=74279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:05:32.189091 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-60baefc1-9089-492a-bddd-12290330a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800228-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:48:36Z,description=,heartbeat_timestamp=2021-07-09T16:05:06Z,host='dv-cinder-800228-1-smb',id=98b91d55-5f78-453d-ae97-5d9386e515c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:48:36Z,topic='l3_agent')) {'router_ids': ['ea4ceeb9-7917-494c-88fb-31e355ec0655'], 'active': True} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:32.323079 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [None req-e429224f-0c28-42ff-aaff-982b7029f448 admin admin] For port c7d0abb6-f1cc-476c-a674-e8e3603a2ba1, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=c7d0abb6-f1cc-476c-a674-e8e3603a2ba1,segment=NetworkSegment(d3a42223-25b6-413c-922f-23e296783f0b),segment_id=d3a42223-25b6-413c-922f-23e296783f0b)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:32.323512 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e429224f-0c28-42ff-aaff-982b7029f448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:32.346066 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_dvr_db [None req-60baefc1-9089-492a-bddd-12290330a93b None None] Set router ea4ceeb9-7917-494c-88fb-31e355ec0655 gateway port host: None {{(pid=74279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 09 16:05:32.461601 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.l3_hamode_db [None req-60baefc1-9089-492a-bddd-12290330a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4ceeb9-7917-494c-88fb-31e355ec0655', 'name': 'tempest-TestShelveInstance-1943314593-router', 'tenant_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:34Z', 'updated_at': '2021-07-09T16:05:32Z', 'revision_number': 6, 'project_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'gw_port_host': None}], 'dv-cinder-800228-1-smb', False) {} {{(pid=74279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:32.461884 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-e429224f-0c28-42ff-aaff-982b7029f448 admin admin] Calling delete_port for c7d0abb6-f1cc-476c-a674-e8e3603a2ba1 owned by network:router_gateway {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:05:32.465833 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60baefc1-9089-492a-bddd-12290330a93b None None] The sync data for ids ['ea4ceeb9-7917-494c-88fb-31e355ec0655'] in dv-cinder-800228-1-smb is: [{'id': 'ea4ceeb9-7917-494c-88fb-31e355ec0655', 'name': 'tempest-TestShelveInstance-1943314593-router', 'tenant_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:34Z', 'updated_at': '2021-07-09T16:05:32Z', 'revision_number': 6, 'project_id': 'a0f6c897fda34fb2b21f077d4bcfee09', 'gw_port_host': None}] {{(pid=74279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 09 16:05:32.740992 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e429224f-0c28-42ff-aaff-982b7029f448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:32.745351 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:32.789684 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429224f-0c28-42ff-aaff-982b7029f448 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d0abb6-f1cc-476c-a674-e8e3603a2ba1,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:32.792745 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e429224f-0c28-42ff-aaff-982b7029f448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:33.027176 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e429224f-0c28-42ff-aaff-982b7029f448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011722'] for router_gateway, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:33.291630 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e429224f-0c28-42ff-aaff-982b7029f448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1001910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3295'] for router, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:33.295986 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e429224f-0c28-42ff-aaff-982b7029f448 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:33.324466 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e429224f-0c28-42ff-aaff-982b7029f448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-999974'] for router, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:33.325381 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e429224f-0c28-42ff-aaff-982b7029f448 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea4ceeb9-7917-494c-88fb-31e355ec0655 {{(pid=74277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:05:33.343779 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e429224f-0c28-42ff-aaff-982b7029f448 admin admin] Notify callbacks [] for router, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:33.344888 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-e429224f-0c28-42ff-aaff-982b7029f448 admin admin] 10.222.0.66 "DELETE /v2.0/routers/ea4ceeb9-7917-494c-88fb-31e355ec0655 HTTP/1.1" status: 204 len: 168 time: 1.6409342 Jul 09 16:05:33.347353 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47866) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:33.410802 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_v2 [None req-36617e9a-1b53-461a-9f03-bb4a2a9e1908 admin admin] Deleting subnet 5baa5b06-dd3c-40fa-99e6-2e6c923830cd {{(pid=74277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 09 16:05:33.415148 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-36617e9a-1b53-461a-9f03-bb4a2a9e1908 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:33.475057 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-36617e9a-1b53-461a-9f03-bb4a2a9e1908 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500887'] for subnet, precommit_delete_associations {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:33.560820 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-36617e9a-1b53-461a-9f03-bb4a2a9e1908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16406145'] for subnet, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:33.632194 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-36617e9a-1b53-461a-9f03-bb4a2a9e1908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16406158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2449787'] for subnet, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:33.636763 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:33.682864 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36617e9a-1b53-461a-9f03-bb4a2a9e1908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5baa5b06-dd3c-40fa-99e6-2e6c923830cd,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:33.685592 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-36617e9a-1b53-461a-9f03-bb4a2a9e1908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:33.687972 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-36617e9a-1b53-461a-9f03-bb4a2a9e1908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:33.693938 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-36617e9a-1b53-461a-9f03-bb4a2a9e1908 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5baa5b06-dd3c-40fa-99e6-2e6c923830cd HTTP/1.1" status: 204 len: 168 time: 0.3455553 Jul 09 16:05:33.694213 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f6ceba-77a2-4374-bcaf-640e1a6b4a55 None None] Network 0657a14e-4ad0-46c8-a20e-e42722cd69f9 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:05:33.696264 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47870) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:33.814137 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361167'] for network, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:33.827187 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] Deleting port aec72ba0-739f-4193-9e97-db2111696f44 {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:05:33.828070 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:33.897069 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-1affd618-ef01-4f6a-81b7-37e38c5f8be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:33.981618 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927f819e-9452-46c7-8636-ddc5f9d55e18 None None] DHCP port deletion for 0657a14e-4ad0-46c8-a20e-e42722cd69f9 request from dv-cinder-800228-1-smb {{(pid=74278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jul 09 16:05:33.985992 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-927f819e-9452-46c7-8636-ddc5f9d55e18 None None] Deleting port aec72ba0-739f-4193-9e97-db2111696f44 {{(pid=74278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:05:33.986433 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-927f819e-9452-46c7-8636-ddc5f9d55e18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:34.047740 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] For port aec72ba0-739f-4193-9e97-db2111696f44, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=aec72ba0-739f-4193-9e97-db2111696f44,segment=NetworkSegment(9f6544ee-e5fb-4112-b685-7e35d9a2baac),segment_id=9f6544ee-e5fb-4112-b685-7e35d9a2baac)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:34.048092 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:34.258036 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-927f819e-9452-46c7-8636-ddc5f9d55e18 None None] For port aec72ba0-739f-4193-9e97-db2111696f44, host dv-cinder-800228-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-smb',level=0,port_id=aec72ba0-739f-4193-9e97-db2111696f44,segment=NetworkSegment(9f6544ee-e5fb-4112-b685-7e35d9a2baac),segment_id=9f6544ee-e5fb-4112-b685-7e35d9a2baac)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:34.258439 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-927f819e-9452-46c7-8636-ddc5f9d55e18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:34.277511 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] Calling delete_port for aec72ba0-739f-4193-9e97-db2111696f44 owned by network:dhcp {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:05:34.323031 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device aec72ba0-739f-4193-9e97-db2111696f44 no longer exists at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:05:34.356736 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:34.361173 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-b3d9db4c-8865-4a9d-b0cc-1d0e53bc18a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:34.404029 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=aec72ba0-739f-4193-9e97-db2111696f44,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:34.406359 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-927f819e-9452-46c7-8636-ddc5f9d55e18 None None] Calling delete_port for aec72ba0-739f-4193-9e97-db2111696f44 owned by network:dhcp {{(pid=74278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:05:34.406551 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:34.408394 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] No DVR routers for this DVR port aec72ba0-739f-4193-9e97-db2111696f44 on host dv-cinder-800228-1-smb {{(pid=74277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:05:34.451012 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] No Port match for: aec72ba0-739f-4193-9e97-db2111696f44 {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:05:34.451350 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device aec72ba0-739f-4193-9e97-db2111696f44 not bound to the agent host dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:05:34.451763 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device c7d0abb6-f1cc-476c-a674-e8e3603a2ba1 no longer exists at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:05:34.497639 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] No Port match for: c7d0abb6-f1cc-476c-a674-e8e3603a2ba1 {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:05:34.498018 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device c7d0abb6-f1cc-476c-a674-e8e3603a2ba1 not bound to the agent host dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:05:34.498430 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 841cc1fa-6eee-4760-8950-ae9fb2cc333f no longer exists at agent ovs-agent-dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:05:34.525044 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16405790', 'neutron.services.segments.db._delete_segments_for_network-8749712051321'] for network, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:34.531833 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] No Port match for: 841cc1fa-6eee-4760-8950-ae9fb2cc333f {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:05:34.532176 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Device 841cc1fa-6eee-4760-8950-ae9fb2cc333f not bound to the agent host dv-cinder-800228-1-smb {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:05:34.535491 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:34.538875 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0657a14e-4ad0-46c8-a20e-e42722cd69f9']}} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:34.551842 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6544ee-e5fb-4112-b685-7e35d9a2baac') {'for_net_delete': True} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:34.552134 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6544ee-e5fb-4112-b685-7e35d9a2baac') {} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:34.563962 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.db.api [None req-927f819e-9452-46c7-8636-ddc5f9d55e18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:05:34.564337 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_db.api [None req-927f819e-9452-46c7-8636-ddc5f9d55e18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:05:34.564571 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749712136596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2500878'] for segment, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:34.580095 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:34.586089 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=74277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 09 16:05:34.586469 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16406059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501466'] for segment, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: Traceback (most recent call last): Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: timer() Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: cb(*args, **kw) Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: return func(*args, **kwargs) Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: self._notify() Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: self.callback(batched_events) Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: event.method(event) Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: return f(self, *a, **k) Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: return self._get(url).json() Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: return self.request(url, 'GET', **kwargs) Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:05:34.603603 dv-cinder-800228-1-smb neutron-server[74277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:05:34.676836 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16405767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011809'] for network, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:34.682564 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-7ea34cc3-5c7a-49b7-9685-dfb13959cd73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:34.703343 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:34.713484 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] Pushing event deleted for resources: {'Network': ['ID=0657a14e-4ad0-46c8-a20e-e42722cd69f9,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:34.716282 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:34.718793 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-13eb06cf-bda9-4e76-9836-1d02670a2fdd admin admin] 10.222.0.66 "DELETE /v2.0/networks/0657a14e-4ad0-46c8-a20e-e42722cd69f9 HTTP/1.1" status: 204 len: 168 time: 1.0208862 Jul 09 16:05:34.857224 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 47880) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:34.909310 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-4c2a364b-8352-4b8e-bd5a-6617cd07f39d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8911ef40b69d4f2b93d3a7d7583b87b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506742 Jul 09 16:05:34.911701 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 47884) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:34.973990 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-15b3ef3c-d3e0-4b18-8e8f-f2ccb594c381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:35.003683 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-15b3ef3c-d3e0-4b18-8e8f-f2ccb594c381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:35.060605 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-15b3ef3c-d3e0-4b18-8e8f-f2ccb594c381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:35.064750 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-bf01c4da-cff8-4a33-844a-de184bbeb057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:35.065964 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-927f819e-9452-46c7-8636-ddc5f9d55e18 None None] Deleting port aec72ba0-739f-4193-9e97-db2111696f44 {{(pid=74278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:05:35.066505 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-927f819e-9452-46c7-8636-ddc5f9d55e18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:35.079297 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3ef3c-d3e0-4b18-8e8f-f2ccb594c381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb9e686-9138-4792-b7a5-bf450bfc1f43,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:35.085709 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-15b3ef3c-d3e0-4b18-8e8f-f2ccb594c381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:35.086464 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-15b3ef3c-d3e0-4b18-8e8f-f2ccb594c381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:35.087567 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-15b3ef3c-d3e0-4b18-8e8f-f2ccb594c381 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/edb9e686-9138-4792-b7a5-bf450bfc1f43 HTTP/1.1" status: 204 len: 168 time: 0.1750026 Jul 09 16:05:35.156107 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-927f819e-9452-46c7-8636-ddc5f9d55e18 None None] The port 'aec72ba0-739f-4193-9e97-db2111696f44' was deleted {{(pid=74278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jul 09 16:05:35.288899 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-682772a3-eed8-4eab-a99f-48ca01ead173 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:35.290287 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-682772a3-eed8-4eab-a99f-48ca01ead173 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/networks?id=1adf7ff8-61b1-4ee8-a53c-29dd98940400 HTTP/1.1" status: 200 len: 814 time: 0.1580882 Jul 09 16:05:35.307780 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-bf41a8f3-1a11-4249-889b-9c609c943f2b tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/quotas/f972adf36f8b4719a50cf3e2f48f049c HTTP/1.1" status: 200 len: 375 time: 0.0119531 Jul 09 16:05:35.388840 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-377f8335-cebe-4fc3-a332-4c6a43626977 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f972adf36f8b4719a50cf3e2f48f049c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0751576 Jul 09 16:05:35.524120 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47900) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:35.527916 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-69db1920-2c43-4483-a6a2-08a48be76347 service neutron] 10.222.0.66 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304951 Jul 09 16:05:35.582546 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-4e23a838-2064-4b0e-97d1-2a4846a8a1f9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a0f6c897fda34fb2b21f077d4bcfee09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0569437 Jul 09 16:05:35.584795 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 47904) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:05:35.649879 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-674fae16-351f-4d58-b84c-ed9d42741f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:35.689572 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-c08f4404-1204-4620-804c-f29d11d20566 service neutron] 10.222.0.66 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557167 Jul 09 16:05:35.690333 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-674fae16-351f-4d58-b84c-ed9d42741f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:35.766170 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-674fae16-351f-4d58-b84c-ed9d42741f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:35.769959 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-3e58e6e8-4e6b-4fc5-8ecb-565d70db27a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:35.782414 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fae16-351f-4d58-b84c-ed9d42741f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0673326-d7c0-4c21-b6f9-40ac5755a451,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:35.790611 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-674fae16-351f-4d58-b84c-ed9d42741f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:35.794592 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-674fae16-351f-4d58-b84c-ed9d42741f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:35.796645 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-674fae16-351f-4d58-b84c-ed9d42741f12 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f0673326-d7c0-4c21-b6f9-40ac5755a451 HTTP/1.1" status: 204 len: 168 time: 0.2103791 Jul 09 16:05:35.902183 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1462fb86-d5f0-493f-8b1c-383e683f773e req-59c9ac11-c5d0-4bae-b919-09e81db1dda3 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d HTTP/1.1" status: 200 len: 210 time: 0.0474036 Jul 09 16:05:36.098563 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-ad4f80f6-28e1-443d-888d-c79319480d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:37.085424 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ef73fa09-bfc1-4e5e-8039-a1c108865645 req-74069259-870a-4e72-a298-065754f21ba3 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d HTTP/1.1" status: 200 len: 210 time: 0.0537295 Jul 09 16:05:37.095266 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-968aaee6-9d95-460a-af04-1e2e0f07b764 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:37.096792 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-968aaee6-9d95-460a-af04-1e2e0f07b764 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.89 "GET /v2.0/networks?id=1adf7ff8-61b1-4ee8-a53c-29dd98940400 HTTP/1.1" status: 200 len: 814 time: 0.1906483 Jul 09 16:05:37.122725 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:37.124891 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-b0aa0faa-8268-430f-813f-11e563d11721 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Request body: {'port': {'device_id': '78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d', 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400', 'admin_state_up': True, 'tenant_id': 'f972adf36f8b4719a50cf3e2f48f049c'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:05:37.273736 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-b0aa0faa-8268-430f-813f-11e563d11721 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:05:37.284095 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-b0aa0faa-8268-430f-813f-11e563d11721 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:05:37.293964 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-b0aa0faa-8268-430f-813f-11e563d11721 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Made reservation on behalf of f972adf36f8b4719a50cf3e2f48f049c for: {'port': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:05:37.297170 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-b0aa0faa-8268-430f-813f-11e563d11721 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:37.462321 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_common [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-b0aa0faa-8268-430f-813f-11e563d11721 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Allocated IP 172.20.0.10 (1adf7ff8-61b1-4ee8-a53c-29dd98940400/f3c4cc05-d84d-4a91-b280-da9cc8e4b5af/7ce3764d-39eb-497a-80ea-9d0795a9795c) {{(pid=74276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:05:37.753331 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-b0aa0faa-8268-430f-813f-11e563d11721 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks [] for port, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:37.781300 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-b0aa0faa-8268-430f-813f-11e563d11721 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:37.786927 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-7ebd9860-a333-4f21-bb9b-a320f4a01341 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:37.819601 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['3500233d-0384-4a79-9220-7e20811f79af'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:05:37.855268 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-b0aa0faa-8268-430f-813f-11e563d11721 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Network 1adf7ff8-61b1-4ee8-a53c-29dd98940400 is already hosted by enough agents. {{(pid=74276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:05:37.858680 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-b0aa0faa-8268-430f-813f-11e563d11721 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Resources bound (agent type, host, resource id): {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:05:37.863049 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-b0aa0faa-8268-430f-813f-11e563d11721 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Received port after_create {{(pid=74276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:05:37.900612 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa0faa-8268-430f-813f-11e563d11721 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Pushing event updated for resources: {'Port': ['ID=7ce3764d-39eb-497a-80ea-9d0795a9795c,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:37.904851 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-b0aa0faa-8268-430f-813f-11e563d11721 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:37.930674 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-b0aa0faa-8268-430f-813f-11e563d11721 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:37.931281 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-b0aa0faa-8268-430f-813f-11e563d11721 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:37.958000 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-b0aa0faa-8268-430f-813f-11e563d11721 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8377373 Jul 09 16:05:37.977387 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Request body: {'port': {'device_id': '78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:05:38.098852 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:38.431718 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8fdb2-445e-4b76-92ad-25e1e50fd58a req-efa8bb68-3219-421c-b053-701405e9095f tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:38.432575 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-0bb8fdb2-445e-4b76-92ad-25e1e50fd58a req-efa8bb68-3219-421c-b053-701405e9095f tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Synchronizing usage tracker for tenant:f972adf36f8b4719a50cf3e2f48f049c on resource:port {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:05:38.468983 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-0bb8fdb2-445e-4b76-92ad-25e1e50fd58a req-efa8bb68-3219-421c-b053-701405e9095f tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Unset dirty status for tenant:f972adf36f8b4719a50cf3e2f48f049c on resource:port {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:05:38.470411 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0bb8fdb2-445e-4b76-92ad-25e1e50fd58a req-efa8bb68-3219-421c-b053-701405e9095f tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d HTTP/1.1" status: 200 len: 932 time: 0.2397933 Jul 09 16:05:38.570731 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce3764d-39eb-497a-80ea-9d0795a9795c {{(pid=74276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:05:38.579707 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:38.583996 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0bb8fdb2-445e-4b76-92ad-25e1e50fd58a req-ed9d0acd-e6db-4032-8ebe-4f210c6a5e6d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028929 Jul 09 16:05:38.597790 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.provisioning_blocks [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Transition to ACTIVE for port object 7ce3764d-39eb-497a-80ea-9d0795a9795c will not be triggered until provisioned by entity L2. {{(pid=74276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:05:38.601558 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1598889'] for port, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:38.605938 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-97913593-b04a-4e1d-ab12-949ee286a763 tempest-VolumesNegativeTest-1304640094 tempest-VolumesNegativeTest-1304640094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:38.719153 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:38.730834 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Pushing event updated for resources: {'Port': ['ID=7ce3764d-39eb-497a-80ea-9d0795a9795c,revision_number=2']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:38.735641 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:38.840740 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.managers [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Attempting to bind port 7ce3764d-39eb-497a-80ea-9d0795a9795c on host hv-cinder-80022 for vnic_type normal with profile {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:05:38.841068 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.managers [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Attempting to bind port 7ce3764d-39eb-497a-80ea-9d0795a9795c by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '417bda34-9d0e-4049-9633-59875e24b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400'}] {{(pid=74276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:05:38.841393 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Attempting to bind port 7ce3764d-39eb-497a-80ea-9d0795a9795c on network 1adf7ff8-61b1-4ee8-a53c-29dd98940400 {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:05:38.847024 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Port 7ce3764d-39eb-497a-80ea-9d0795a9795c on network 1adf7ff8-61b1-4ee8-a53c-29dd98940400 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 09 16:05:38.847338 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Attempting to bind port 7ce3764d-39eb-497a-80ea-9d0795a9795c on network 1adf7ff8-61b1-4ee8-a53c-29dd98940400 {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:05:38.853464 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Checking agent: {'id': '891cfaac-3e76-4d41-913f-991116fa71b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 16:05:38.853820 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Checking segment: {'id': '417bda34-9d0e-4049-9633-59875e24b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:05:38.854201 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Bound using segment: {'id': '417bda34-9d0e-4049-9633-59875e24b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400'} {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 16:05:38.854615 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.managers [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Bound port: 7ce3764d-39eb-497a-80ea-9d0795a9795c, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '417bda34-9d0e-4049-9633-59875e24b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400'}}] {{(pid=74276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:05:38.854954 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:38.941346 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] For port 7ce3764d-39eb-497a-80ea-9d0795a9795c, host hv-cinder-80022, cleared binding levels {{(pid=74276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:05:38.944243 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] For port 7ce3764d-39eb-497a-80ea-9d0795a9795c, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=7ce3764d-39eb-497a-80ea-9d0795a9795c,segment=NetworkSegment(417bda34-9d0e-4049-9633-59875e24b42e),segment_id=417bda34-9d0e-4049-9633-59875e24b42e)] {{(pid=74276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:05:38.948745 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1598889'] for port, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:38.952312 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-a4d4a81d-410f-49ee-88ce-5bbc9516681a tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:39.013716 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:39.015355 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] 10.222.0.89 "PUT /v2.0/ports/7ce3764d-39eb-497a-80ea-9d0795a9795c HTTP/1.1" status: 200 len: 1094 time: 1.0422287 Jul 09 16:05:39.015862 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d', 'tag': '7ce3764d-39eb-497a-80ea-9d0795a9795c'}] {{(pid=74276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:05:39.037502 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Pushing event updated for resources: {'Port': ['ID=7ce3764d-39eb-497a-80ea-9d0795a9795c,revision_number=3']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:39.048746 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-58b0d2c5-9a44-4d84-8e22-f9d818304fdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:39.108528 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d', 'tag': '7ce3764d-39eb-497a-80ea-9d0795a9795c', 'status': 'completed', 'code': 200} Jul 09 16:05:39.154131 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-8f14a68c-f352-48e6-a320-28b71efd187c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f972adf36f8b4719a50cf3e2f48f049c&device_id=78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d HTTP/1.1" status: 200 len: 1097 time: 0.0772798 Jul 09 16:05:39.247606 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-5085b7d1-2997-4aa0-9303-7aa7ba04cf21 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ce3764d-39eb-497a-80ea-9d0795a9795c HTTP/1.1" status: 200 len: 217 time: 0.0770512 Jul 09 16:05:39.319310 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-e56bae61-e104-4483-9406-4a47d93170f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:39.321666 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-e56bae61-e104-4483-9406-4a47d93170f8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f3c4cc05-d84d-4a91-b280-da9cc8e4b5af HTTP/1.1" status: 200 len: 854 time: 0.0657833 Jul 09 16:05:39.374149 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-b0cee45d-42bc-4d2d-a273-4c60f7be3b9d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1adf7ff8-61b1-4ee8-a53c-29dd98940400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460367 Jul 09 16:05:39.524422 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-6c18ea86-09df-4e61-accb-821059c883b4 service neutron] 10.222.0.89 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411006 Jul 09 16:05:39.831007 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5b9320ce-4008-41ee-8a0f-779e642db908 req-49632c35-1f37-472d-b297-40a36d45471a service neutron] 10.222.0.89 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001192 Jul 09 16:05:39.853042 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44274cc-9141-4f89-972b-beff8ed48d6a req-7d0873ab-87a0-43d0-8aa8-28d41c2cb4e0 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:39.855214 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f44274cc-9141-4f89-972b-beff8ed48d6a req-7d0873ab-87a0-43d0-8aa8-28d41c2cb4e0 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d HTTP/1.1" status: 200 len: 944 time: 0.1338682 Jul 09 16:05:39.909295 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f44274cc-9141-4f89-972b-beff8ed48d6a req-7aed7aeb-60a6-4956-8bcd-39468649a5cb tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481582 Jul 09 16:05:40.039440 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b68a5d25-b630-429a-b534-00308fa410ff req-f39d2e5a-091d-4186-9d88-4bbd535cf8a9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f972adf36f8b4719a50cf3e2f48f049c&device_id=78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d HTTP/1.1" status: 200 len: 1097 time: 0.0747654 Jul 09 16:05:40.177263 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a5d25-b630-429a-b534-00308fa410ff req-16231eae-bc91-41df-a826-deb9217e0f1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:40.178865 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b68a5d25-b630-429a-b534-00308fa410ff req-16231eae-bc91-41df-a826-deb9217e0f1f service neutron] 10.222.0.89 "GET /v2.0/networks?id=1adf7ff8-61b1-4ee8-a53c-29dd98940400 HTTP/1.1" status: 200 len: 915 time: 0.1324227 Jul 09 16:05:40.254592 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b68a5d25-b630-429a-b534-00308fa410ff req-f6ccf124-2d56-4996-ba57-3d6f08239024 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ce3764d-39eb-497a-80ea-9d0795a9795c HTTP/1.1" status: 200 len: 217 time: 0.0680475 Jul 09 16:05:40.324156 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a5d25-b630-429a-b534-00308fa410ff req-fb0ad6db-00d8-4ecf-9b01-fc76f57174f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:40.325618 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b68a5d25-b630-429a-b534-00308fa410ff req-fb0ad6db-00d8-4ecf-9b01-fc76f57174f0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f3c4cc05-d84d-4a91-b280-da9cc8e4b5af HTTP/1.1" status: 200 len: 854 time: 0.0645270 Jul 09 16:05:40.375690 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b68a5d25-b630-429a-b534-00308fa410ff req-bce1ad6e-781d-4a76-8c74-5ff452fbcceb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1adf7ff8-61b1-4ee8-a53c-29dd98940400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431616 Jul 09 16:05:40.516147 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b68a5d25-b630-429a-b534-00308fa410ff req-34bc80c1-29a7-4343-b822-384350bdfd28 service neutron] 10.222.0.89 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337178 Jul 09 16:05:40.651530 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b68a5d25-b630-429a-b534-00308fa410ff req-4559055b-c9be-418c-a781-26b3b8842917 service neutron] 10.222.0.89 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290870 Jul 09 16:05:41.109947 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf680d-c70b-439a-9ba2-0871c87d3740 req-e4695a02-ca86-4daf-b922-4a103d21b881 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:41.111406 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ccbf680d-c70b-439a-9ba2-0871c87d3740 req-e4695a02-ca86-4daf-b922-4a103d21b881 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d HTTP/1.1" status: 200 len: 944 time: 0.0777726 Jul 09 16:05:41.160860 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ccbf680d-c70b-439a-9ba2-0871c87d3740 req-5da5e1cb-4e96-4b96-a3e7-8cbf5b36002a tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439029 Jul 09 16:05:42.274681 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:05:42.360523 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf806d-3ad9-4c46-965a-05b51265910c req-b8894713-f6ab-4423-a04e-796fc521a26b tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:42.362009 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7baf806d-3ad9-4c46-965a-05b51265910c req-b8894713-f6ab-4423-a04e-796fc521a26b tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d HTTP/1.1" status: 200 len: 944 time: 0.0807431 Jul 09 16:05:42.414389 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7baf806d-3ad9-4c46-965a-05b51265910c req-36f0b74b-9426-4ff9-8895-2826ab83ff74 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466688 Jul 09 16:05:42.526705 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 7ce3764d-39eb-497a-80ea-9d0795a9795c details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 16:05:42.658962 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 7ce3764d-39eb-497a-80ea-9d0795a9795c, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=7ce3764d-39eb-497a-80ea-9d0795a9795c,segment=NetworkSegment(417bda34-9d0e-4049-9633-59875e24b42e),segment_id=417bda34-9d0e-4049-9633-59875e24b42e)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:42.672326 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': '7ce3764d-39eb-497a-80ea-9d0795a9795c', 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400', 'port_id': '7ce3764d-39eb-497a-80ea-9d0795a9795c', 'mac_address': 'fa:16:3e:d5:77:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c4cc05-d84d-4a91-b280-da9cc8e4b5af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 16:05:42.725927 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:42.744560 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce3764d-39eb-497a-80ea-9d0795a9795c {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:05:42.761459 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 7ce3764d-39eb-497a-80ea-9d0795a9795c, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=7ce3764d-39eb-497a-80ea-9d0795a9795c,segment=NetworkSegment(417bda34-9d0e-4049-9633-59875e24b42e),segment_id=417bda34-9d0e-4049-9633-59875e24b42e)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:42.765732 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:42.767607 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:42.837433 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=7ce3764d-39eb-497a-80ea-9d0795a9795c,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:42.840471 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:43.058646 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['7ce3764d-39eb-497a-80ea-9d0795a9795c'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:05:43.646994 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e1808-8c0f-4406-a6b4-126731303ef0 req-50f529a6-c03d-4fa4-9049-6464e66c8f2c tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:43.648469 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-aa6e1808-8c0f-4406-a6b4-126731303ef0 req-50f529a6-c03d-4fa4-9049-6464e66c8f2c tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d HTTP/1.1" status: 200 len: 945 time: 0.0826852 Jul 09 16:05:43.696422 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-aa6e1808-8c0f-4406-a6b4-126731303ef0 req-ec7a5cf9-6d31-496e-89cc-d5cdc6f64493 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421290 Jul 09 16:05:44.547476 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 7ce3764d-39eb-497a-80ea-9d0795a9795c up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:05:44.619331 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning for port 7ce3764d-39eb-497a-80ea-9d0795a9795c completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:05:44.623928 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port 7ce3764d-39eb-497a-80ea-9d0795a9795c triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:05:44.624856 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:44.736372 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:44.771329 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce3764d-39eb-497a-80ea-9d0795a9795c'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:05:44.796698 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 7ce3764d-39eb-497a-80ea-9d0795a9795c, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=7ce3764d-39eb-497a-80ea-9d0795a9795c,segment=NetworkSegment(417bda34-9d0e-4049-9633-59875e24b42e),segment_id=417bda34-9d0e-4049-9633-59875e24b42e)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:44.801311 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:44.803104 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-8c4064a4-af8c-4d4a-af8e-b73b77f2dde2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:44.834040 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce3764d-39eb-497a-80ea-9d0795a9795c', 'code': 200} Jul 09 16:05:44.876505 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=7ce3764d-39eb-497a-80ea-9d0795a9795c,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:44.879825 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:44.912315 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ea42d-f5b8-4c4d-bf17-685334b26dfc req-d9679a6d-f499-4c54-8c48-c6d5fbdf538e tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:44.913840 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5e4ea42d-f5b8-4c4d-bf17-685334b26dfc req-d9679a6d-f499-4c54-8c48-c6d5fbdf538e tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d HTTP/1.1" status: 200 len: 946 time: 0.0826626 Jul 09 16:05:44.961502 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5e4ea42d-f5b8-4c4d-bf17-685334b26dfc req-3f924082-88a8-488f-8c42-37e6f392b4a2 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412512 Jul 09 16:05:45.143275 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-06bb4b09-9763-4768-9bac-7ddb4a60e210 req-322b6452-c409-4fcf-82e0-5e7bc222cd48 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d HTTP/1.1" status: 200 len: 1099 time: 0.0860052 Jul 09 16:05:45.187976 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-06bb4b09-9763-4768-9bac-7ddb4a60e210 req-7884dc58-213e-405d-b588-0a877c116d57 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372345 Jul 09 16:05:46.189509 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d3a76-5b82-467f-8ca1-63e666e3213a req-bb4c305f-7793-495b-b968-3a6eeb3d549b tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:46.191908 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f70d3a76-5b82-467f-8ca1-63e666e3213a req-bb4c305f-7793-495b-b968-3a6eeb3d549b tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d HTTP/1.1" status: 200 len: 946 time: 0.0990672 Jul 09 16:05:46.258476 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f70d3a76-5b82-467f-8ca1-63e666e3213a req-3582a87d-d41c-4aef-950c-a85fdcbe601d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574553 Jul 09 16:05:47.460209 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91887ee-a98f-41d0-9010-d6911a0e05c9 req-8075ca72-257f-49cf-92e8-53c553800ddd tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:47.461600 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b91887ee-a98f-41d0-9010-d6911a0e05c9 req-8075ca72-257f-49cf-92e8-53c553800ddd tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d HTTP/1.1" status: 200 len: 946 time: 0.0791452 Jul 09 16:05:47.508498 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b91887ee-a98f-41d0-9010-d6911a0e05c9 req-989eae81-8bb0-4b02-9153-8068dfddd388 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399959 Jul 09 16:05:50.026516 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-da8b46f7-e0b0-48de-96e6-1517cb48793d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:50.027854 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-da8b46f7-e0b0-48de-96e6-1517cb48793d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/networks?id=1adf7ff8-61b1-4ee8-a53c-29dd98940400 HTTP/1.1" status: 200 len: 814 time: 0.2351553 Jul 09 16:05:50.044619 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-d6974592-3683-470b-aba5-5978e7991061 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/quotas/f972adf36f8b4719a50cf3e2f48f049c HTTP/1.1" status: 200 len: 375 time: 0.0106220 Jul 09 16:05:50.127702 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-b1613a5b-3886-40f8-bb97-33b93aa1a09d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f972adf36f8b4719a50cf3e2f48f049c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780346 Jul 09 16:05:50.263861 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-919cb53e-2b79-4879-b340-e8607aca6c1f service neutron] 10.222.0.66 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295238 Jul 09 16:05:50.397357 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-1b199eca-2b4d-48fe-8ef1-7eee5c2286d7 service neutron] 10.222.0.66 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272206 Jul 09 16:05:50.598083 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e3db011a-3cb5-4682-86c7-24cc9cdf93b7 req-dbf4a4fc-25d6-4075-be22-84c5e981829b tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d4133f4-a4c5-4ca6-9468-c2440c4144dd HTTP/1.1" status: 200 len: 210 time: 0.0439093 Jul 09 16:05:51.823908 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7e5c71b5-51dc-4c75-89cf-eac39b4a0299 req-7d6dda06-b382-4388-aac2-2899952f0196 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d4133f4-a4c5-4ca6-9468-c2440c4144dd HTTP/1.1" status: 200 len: 210 time: 0.0510237 Jul 09 16:05:51.910190 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-9531d0ea-8ad8-40af-b93a-b19ee3cdc0f3 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:51.911567 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-9531d0ea-8ad8-40af-b93a-b19ee3cdc0f3 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.89 "GET /v2.0/networks?id=1adf7ff8-61b1-4ee8-a53c-29dd98940400 HTTP/1.1" status: 200 len: 814 time: 0.2112479 Jul 09 16:05:51.947871 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-ed5bae2b-6339-41b4-adb9-36a5ecd1dc27 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Request body: {'port': {'device_id': '1d4133f4-a4c5-4ca6-9468-c2440c4144dd', 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400', 'admin_state_up': True, 'tenant_id': 'f972adf36f8b4719a50cf3e2f48f049c'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:05:52.108674 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-ed5bae2b-6339-41b4-adb9-36a5ecd1dc27 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:05:52.118929 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-ed5bae2b-6339-41b4-adb9-36a5ecd1dc27 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:05:52.130548 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-ed5bae2b-6339-41b4-adb9-36a5ecd1dc27 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Made reservation on behalf of f972adf36f8b4719a50cf3e2f48f049c for: {'port': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:05:52.133539 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-ed5bae2b-6339-41b4-adb9-36a5ecd1dc27 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:52.322494 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_common [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-ed5bae2b-6339-41b4-adb9-36a5ecd1dc27 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Allocated IP 172.20.0.11 (1adf7ff8-61b1-4ee8-a53c-29dd98940400/f3c4cc05-d84d-4a91-b280-da9cc8e4b5af/6e032947-b5e1-43fb-977b-a4a04b10eb62) {{(pid=74276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:05:52.537524 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-ed5bae2b-6339-41b4-adb9-36a5ecd1dc27 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks [] for port, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:52.568683 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-ed5bae2b-6339-41b4-adb9-36a5ecd1dc27 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1598902'] for port, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:52.576935 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-50613b02-bfdf-49f0-a46a-135ffba5de94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:52.612785 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['3500233d-0384-4a79-9220-7e20811f79af', '7ce3764d-39eb-497a-80ea-9d0795a9795c'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:05:52.644454 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-ed5bae2b-6339-41b4-adb9-36a5ecd1dc27 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Network 1adf7ff8-61b1-4ee8-a53c-29dd98940400 is already hosted by enough agents. {{(pid=74276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:05:52.647731 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-ed5bae2b-6339-41b4-adb9-36a5ecd1dc27 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Resources bound (agent type, host, resource id): {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:05:52.652097 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.l3_dvrscheduler_db [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-ed5bae2b-6339-41b4-adb9-36a5ecd1dc27 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Received port after_create {{(pid=74276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:05:52.684087 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bae2b-6339-41b4-adb9-36a5ecd1dc27 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Pushing event updated for resources: {'Port': ['ID=6e032947-b5e1-43fb-977b-a4a04b10eb62,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:52.692904 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-ed5bae2b-6339-41b4-adb9-36a5ecd1dc27 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:52.735138 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-ed5bae2b-6339-41b4-adb9-36a5ecd1dc27 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:52.735850 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-ed5bae2b-6339-41b4-adb9-36a5ecd1dc27 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:52.768291 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-ed5bae2b-6339-41b4-adb9-36a5ecd1dc27 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8244944 Jul 09 16:05:52.788974 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Request body: {'port': {'device_id': '1d4133f4-a4c5-4ca6-9468-c2440c4144dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:05:52.914808 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:53.251039 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19c2a5-9429-4a6a-a959-e5a48e12ffdf req-86ad1568-8fd1-4a5f-92d3-7630a99e7efc tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:53.253150 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-8a19c2a5-9429-4a6a-a959-e5a48e12ffdf req-86ad1568-8fd1-4a5f-92d3-7630a99e7efc tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Synchronizing usage tracker for tenant:f972adf36f8b4719a50cf3e2f48f049c on resource:port {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:05:53.365046 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-8a19c2a5-9429-4a6a-a959-e5a48e12ffdf req-86ad1568-8fd1-4a5f-92d3-7630a99e7efc tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Unset dirty status for tenant:f972adf36f8b4719a50cf3e2f48f049c on resource:port {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:05:53.366231 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8a19c2a5-9429-4a6a-a959-e5a48e12ffdf req-86ad1568-8fd1-4a5f-92d3-7630a99e7efc tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d4133f4-a4c5-4ca6-9468-c2440c4144dd HTTP/1.1" status: 200 len: 932 time: 0.3954091 Jul 09 16:05:53.452953 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8a19c2a5-9429-4a6a-a959-e5a48e12ffdf req-0366a220-232a-4a29-852b-3c4c8204cc01 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786073 Jul 09 16:05:53.523626 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e032947-b5e1-43fb-977b-a4a04b10eb62 {{(pid=74276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:05:53.530747 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Notify callbacks [] for port, precommit_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:53.546124 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.provisioning_blocks [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Transition to ACTIVE for port object 6e032947-b5e1-43fb-977b-a4a04b10eb62 will not be triggered until provisioned by entity L2. {{(pid=74276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:05:53.549995 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1598889'] for port, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:53.553566 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:53.682060 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Pushing event updated for resources: {'Port': ['ID=6e032947-b5e1-43fb-977b-a4a04b10eb62,revision_number=2']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:53.686677 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:53.801241 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.managers [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Attempting to bind port 6e032947-b5e1-43fb-977b-a4a04b10eb62 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:05:53.801475 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.managers [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Attempting to bind port 6e032947-b5e1-43fb-977b-a4a04b10eb62 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '417bda34-9d0e-4049-9633-59875e24b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400'}] {{(pid=74276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:05:53.801828 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Attempting to bind port 6e032947-b5e1-43fb-977b-a4a04b10eb62 on network 1adf7ff8-61b1-4ee8-a53c-29dd98940400 {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:05:53.807885 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Port 6e032947-b5e1-43fb-977b-a4a04b10eb62 on network 1adf7ff8-61b1-4ee8-a53c-29dd98940400 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 09 16:05:53.808199 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Attempting to bind port 6e032947-b5e1-43fb-977b-a4a04b10eb62 on network 1adf7ff8-61b1-4ee8-a53c-29dd98940400 {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:05:53.815540 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Checking agent: {'id': '891cfaac-3e76-4d41-913f-991116fa71b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 16:05:53.815967 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Checking segment: {'id': '417bda34-9d0e-4049-9633-59875e24b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:05:53.816269 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Bound using segment: {'id': '417bda34-9d0e-4049-9633-59875e24b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400'} {{(pid=74276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 16:05:53.816697 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.managers [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Bound port: 6e032947-b5e1-43fb-977b-a4a04b10eb62, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '417bda34-9d0e-4049-9633-59875e24b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400'}}] {{(pid=74276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:05:53.817047 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:53.919886 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] For port 6e032947-b5e1-43fb-977b-a4a04b10eb62, host hv-cinder-80022, cleared binding levels {{(pid=74276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:05:53.923522 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.db [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] For port 6e032947-b5e1-43fb-977b-a4a04b10eb62, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6e032947-b5e1-43fb-977b-a4a04b10eb62,segment=NetworkSegment(417bda34-9d0e-4049-9633-59875e24b42e),segment_id=417bda34-9d0e-4049-9633-59875e24b42e)] {{(pid=74276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:05:53.928050 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1598889'] for port, after_update {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:53.931751 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:53.992214 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:53.993596 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] 10.222.0.89 "PUT /v2.0/ports/6e032947-b5e1-43fb-977b-a4a04b10eb62 HTTP/1.1" status: 200 len: 1094 time: 1.2090487 Jul 09 16:05:53.994124 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4133f4-a4c5-4ca6-9468-c2440c4144dd', 'tag': '6e032947-b5e1-43fb-977b-a4a04b10eb62'}] {{(pid=74276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:05:54.016111 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Pushing event updated for resources: {'Port': ['ID=6e032947-b5e1-43fb-977b-a4a04b10eb62,revision_number=3']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:54.020689 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-0dfd3ef0-f6c9-450f-a320-1a6a5a69260b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:54.094436 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4133f4-a4c5-4ca6-9468-c2440c4144dd', 'tag': '6e032947-b5e1-43fb-977b-a4a04b10eb62', 'status': 'completed', 'code': 200} Jul 09 16:05:54.140647 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-d094eb0a-5eea-4cb8-b058-654c70e1caac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f972adf36f8b4719a50cf3e2f48f049c&device_id=1d4133f4-a4c5-4ca6-9468-c2440c4144dd HTTP/1.1" status: 200 len: 1097 time: 0.0778658 Jul 09 16:05:54.220074 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-97821465-ac35-49bd-a9e8-7997e5d8a005 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e032947-b5e1-43fb-977b-a4a04b10eb62 HTTP/1.1" status: 200 len: 217 time: 0.0648975 Jul 09 16:05:54.289460 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-acd33a07-2451-483a-8440-41ef9dc0149f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:54.291057 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-acd33a07-2451-483a-8440-41ef9dc0149f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f3c4cc05-d84d-4a91-b280-da9cc8e4b5af HTTP/1.1" status: 200 len: 854 time: 0.0637009 Jul 09 16:05:54.339153 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-4b09ee4e-344d-4f13-82bf-db2ad4ca613b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1adf7ff8-61b1-4ee8-a53c-29dd98940400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402048 Jul 09 16:05:54.479184 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-3e33551d-2bad-4420-8812-8f52375ae4ae service neutron] 10.222.0.89 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325395 Jul 09 16:05:54.662111 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-73235e1c-6522-46f9-8a37-3d23ceed89a0 req-58d7668a-6986-4848-b18a-ebbdcbbf3657 service neutron] 10.222.0.89 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761212 Jul 09 16:05:54.692649 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6be35-aee4-4d20-a155-95967481198a req-5de3be94-5877-48a1-bc56-945fc58f23de tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:54.694186 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6ea6be35-aee4-4d20-a155-95967481198a req-5de3be94-5877-48a1-bc56-945fc58f23de tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d4133f4-a4c5-4ca6-9468-c2440c4144dd HTTP/1.1" status: 200 len: 944 time: 0.0995309 Jul 09 16:05:54.752913 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6ea6be35-aee4-4d20-a155-95967481198a req-0dcfc6a9-29c0-4fc0-b83b-dec05e598b6a tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509682 Jul 09 16:05:54.869893 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e0128f96-f37d-46e7-a9a0-82acf134fa56 req-41bc7bbc-8840-442d-bbc6-98262cc9d5ed service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f972adf36f8b4719a50cf3e2f48f049c&device_id=1d4133f4-a4c5-4ca6-9468-c2440c4144dd HTTP/1.1" status: 200 len: 1097 time: 0.0731933 Jul 09 16:05:55.013894 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0128f96-f37d-46e7-a9a0-82acf134fa56 req-bc63dd1e-4c16-49f2-8a80-c861a11e6f35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:55.015945 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e0128f96-f37d-46e7-a9a0-82acf134fa56 req-bc63dd1e-4c16-49f2-8a80-c861a11e6f35 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1adf7ff8-61b1-4ee8-a53c-29dd98940400 HTTP/1.1" status: 200 len: 915 time: 0.1386378 Jul 09 16:05:55.158758 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:55.196743 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e0128f96-f37d-46e7-a9a0-82acf134fa56 req-88445b6b-df23-4b64-8fc6-e8fd6280823a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e032947-b5e1-43fb-977b-a4a04b10eb62 HTTP/1.1" status: 200 len: 217 time: 0.1730709 Jul 09 16:05:55.262983 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0128f96-f37d-46e7-a9a0-82acf134fa56 req-5586f134-099b-455c-b27f-a3f4fe768cf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:55.264539 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e0128f96-f37d-46e7-a9a0-82acf134fa56 req-5586f134-099b-455c-b27f-a3f4fe768cf5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f3c4cc05-d84d-4a91-b280-da9cc8e4b5af HTTP/1.1" status: 200 len: 854 time: 0.0607367 Jul 09 16:05:55.312697 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e0128f96-f37d-46e7-a9a0-82acf134fa56 req-a08461b6-79cf-452f-8ffe-c62926d92caa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1adf7ff8-61b1-4ee8-a53c-29dd98940400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414319 Jul 09 16:05:55.469411 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e0128f96-f37d-46e7-a9a0-82acf134fa56 req-b48a6e23-6adc-4e8f-be72-2fc23a01f1e6 service neutron] 10.222.0.89 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420233 Jul 09 16:05:55.617081 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e0128f96-f37d-46e7-a9a0-82acf134fa56 req-cab7eb28-24b8-48e4-b67a-dda01c5b7682 service neutron] 10.222.0.89 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402061 Jul 09 16:05:55.962195 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214e368-5aa9-486b-b2e0-c4e3ff6d53de req-bab04439-3e6d-4768-aea6-30e8347c72ae tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:55.963623 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7214e368-5aa9-486b-b2e0-c4e3ff6d53de req-bab04439-3e6d-4768-aea6-30e8347c72ae tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d4133f4-a4c5-4ca6-9468-c2440c4144dd HTTP/1.1" status: 200 len: 944 time: 0.0829244 Jul 09 16:05:56.010169 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7214e368-5aa9-486b-b2e0-c4e3ff6d53de req-ad00ce19-236f-4a42-a3df-b4d9e5bf4893 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400457 Jul 09 16:05:56.583220 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 6e032947-b5e1-43fb-977b-a4a04b10eb62 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 16:05:56.765225 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 6e032947-b5e1-43fb-977b-a4a04b10eb62, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6e032947-b5e1-43fb-977b-a4a04b10eb62,segment=NetworkSegment(417bda34-9d0e-4049-9633-59875e24b42e),segment_id=417bda34-9d0e-4049-9633-59875e24b42e)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:56.779473 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': '6e032947-b5e1-43fb-977b-a4a04b10eb62', 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400', 'port_id': '6e032947-b5e1-43fb-977b-a4a04b10eb62', 'mac_address': 'fa:16:3e:48:6d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c4cc05-d84d-4a91-b280-da9cc8e4b5af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 16:05:56.836053 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:56.852884 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e032947-b5e1-43fb-977b-a4a04b10eb62 {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:05:56.868196 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 6e032947-b5e1-43fb-977b-a4a04b10eb62, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6e032947-b5e1-43fb-977b-a4a04b10eb62,segment=NetworkSegment(417bda34-9d0e-4049-9633-59875e24b42e),segment_id=417bda34-9d0e-4049-9633-59875e24b42e)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:56.873058 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:56.876506 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:56.941850 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=6e032947-b5e1-43fb-977b-a4a04b10eb62,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:56.944940 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:57.246827 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c091d71-17d6-4956-afdd-8479b26cee64 req-ec2822ae-4104-46a3-92c4-7b4595f55ade tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:57.247442 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['6e032947-b5e1-43fb-977b-a4a04b10eb62'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:05:57.248303 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0c091d71-17d6-4956-afdd-8479b26cee64 req-ec2822ae-4104-46a3-92c4-7b4595f55ade tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d4133f4-a4c5-4ca6-9468-c2440c4144dd HTTP/1.1" status: 200 len: 945 time: 0.1104126 Jul 09 16:05:57.301720 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0c091d71-17d6-4956-afdd-8479b26cee64 req-0afa91d1-750c-45b7-a659-eac409420276 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453250 Jul 09 16:05:58.516193 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb68d1-10cc-49b9-82c3-a3e5ee837fc5 req-0507c159-3716-4b55-8155-2612b4e1754e tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:58.517695 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2aeb68d1-10cc-49b9-82c3-a3e5ee837fc5 req-0507c159-3716-4b55-8155-2612b4e1754e tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d4133f4-a4c5-4ca6-9468-c2440c4144dd HTTP/1.1" status: 200 len: 945 time: 0.0864191 Jul 09 16:05:58.573129 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2aeb68d1-10cc-49b9-82c3-a3e5ee837fc5 req-5e25fa60-6470-484a-a848-91a63c590666 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497339 Jul 09 16:05:58.606954 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 6e032947-b5e1-43fb-977b-a4a04b10eb62 up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:05:58.685735 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning for port 6e032947-b5e1-43fb-977b-a4a04b10eb62 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:05:58.691908 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port 6e032947-b5e1-43fb-977b-a4a04b10eb62 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:05:58.692287 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:58.812424 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:58.841946 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4133f4-a4c5-4ca6-9468-c2440c4144dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e032947-b5e1-43fb-977b-a4a04b10eb62'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:05:58.852639 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 6e032947-b5e1-43fb-977b-a4a04b10eb62, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6e032947-b5e1-43fb-977b-a4a04b10eb62,segment=NetworkSegment(417bda34-9d0e-4049-9633-59875e24b42e),segment_id=417bda34-9d0e-4049-9633-59875e24b42e)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:58.857081 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:58.859235 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:05:58.918045 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4133f4-a4c5-4ca6-9468-c2440c4144dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e032947-b5e1-43fb-977b-a4a04b10eb62', 'code': 200} Jul 09 16:05:58.938836 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=6e032947-b5e1-43fb-977b-a4a04b10eb62,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:58.942299 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:05:59.225244 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f733feb7-6d67-4bbe-ab4f-f7ce08376f54 req-3b5f7172-ccc5-452e-b311-a89d8e271acc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1d4133f4-a4c5-4ca6-9468-c2440c4144dd HTTP/1.1" status: 200 len: 1099 time: 0.0778258 Jul 09 16:05:59.276031 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f733feb7-6d67-4bbe-ab4f-f7ce08376f54 req-0dc3796e-b75d-4c18-aef7-bcfffdf6ac2a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406330 Jul 09 16:05:59.337782 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-c4b71024-255c-4953-b530-aeb2fb748d9b req-37b39561-ca6f-4212-83af-99d25e7049f1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1a570ccc-35b5-43bf-b58b-7dac7055082e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837190 Jul 09 16:05:59.759340 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-c4b71024-255c-4953-b530-aeb2fb748d9b req-d4e94ae0-f3f5-4a8b-a1d0-a258d082b607 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f972adf36f8b4719a50cf3e2f48f049c&device_id=1a570ccc-35b5-43bf-b58b-7dac7055082e HTTP/1.1" status: 200 len: 1098 time: 0.0795894 Jul 09 16:05:59.796230 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15dac1-7ae9-43c7-a2bf-63d2d6455264 req-9b6e7140-fc6c-4d2c-922e-73c581682183 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:59.797822 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bf15dac1-7ae9-43c7-a2bf-63d2d6455264 req-9b6e7140-fc6c-4d2c-922e-73c581682183 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d4133f4-a4c5-4ca6-9468-c2440c4144dd HTTP/1.1" status: 200 len: 946 time: 0.0883329 Jul 09 16:05:59.853188 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bf15dac1-7ae9-43c7-a2bf-63d2d6455264 req-384a241b-81ec-4224-b6a5-0ad56a3a2a59 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490501 Jul 09 16:05:59.948756 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b71024-255c-4953-b530-aeb2fb748d9b req-934d5603-85f9-4831-87cc-f78e0d69d886 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:59.950672 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-c4b71024-255c-4953-b530-aeb2fb748d9b req-934d5603-85f9-4831-87cc-f78e0d69d886 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1adf7ff8-61b1-4ee8-a53c-29dd98940400 HTTP/1.1" status: 200 len: 915 time: 0.1630464 Jul 09 16:06:00.030924 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-c4b71024-255c-4953-b530-aeb2fb748d9b req-f50a64bd-527d-4135-a264-bcef9d54185c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3500233d-0384-4a79-9220-7e20811f79af HTTP/1.1" status: 200 len: 217 time: 0.0713670 Jul 09 16:06:00.104647 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b71024-255c-4953-b530-aeb2fb748d9b req-8adada72-d4dd-459e-97da-6593afa0d058 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:00.106150 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-c4b71024-255c-4953-b530-aeb2fb748d9b req-8adada72-d4dd-459e-97da-6593afa0d058 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f3c4cc05-d84d-4a91-b280-da9cc8e4b5af HTTP/1.1" status: 200 len: 854 time: 0.0672164 Jul 09 16:06:00.159664 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-c4b71024-255c-4953-b530-aeb2fb748d9b req-fa401185-0f24-45f9-82cd-8d58d64b3221 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1adf7ff8-61b1-4ee8-a53c-29dd98940400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438743 Jul 09 16:06:00.316682 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-c4b71024-255c-4953-b530-aeb2fb748d9b req-6c027f74-5ae1-49b2-8767-61e1904f6b43 service neutron] 10.222.0.89 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456416 Jul 09 16:06:00.500535 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-c4b71024-255c-4953-b530-aeb2fb748d9b req-cb7ed1d7-3664-4439-be82-7fae2c8f37e3 service neutron] 10.222.0.89 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740904 Jul 09 16:06:01.081071 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927ddfb-087e-4013-be94-bb1c48886001 req-10ddd9d7-9acb-4100-851a-1719d2ceb02f tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:01.082551 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7927ddfb-087e-4013-be94-bb1c48886001 req-10ddd9d7-9acb-4100-851a-1719d2ceb02f tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d4133f4-a4c5-4ca6-9468-c2440c4144dd HTTP/1.1" status: 200 len: 946 time: 0.0837884 Jul 09 16:06:01.129699 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7927ddfb-087e-4013-be94-bb1c48886001 req-289d8da2-6c47-4a38-848c-db22748eb89d tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414948 Jul 09 16:06:03.853232 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-4a221459-48e1-4a73-b4ba-0fb9f639b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:04.435971 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:06.099358 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-c93ddfe9-48bb-47b1-b2be-a1a06fb234db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:07.114572 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:07.596038 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a6997077-82e5-4ef4-b4fd-8cddd29c9891 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:07.597391 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a6997077-82e5-4ef4-b4fd-8cddd29c9891 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/networks?id=1adf7ff8-61b1-4ee8-a53c-29dd98940400 HTTP/1.1" status: 200 len: 814 time: 0.1550977 Jul 09 16:06:07.614443 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-d5940ea8-ccb7-4423-885c-e21aea8b6755 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/quotas/f972adf36f8b4719a50cf3e2f48f049c HTTP/1.1" status: 200 len: 375 time: 0.0116122 Jul 09 16:06:07.704305 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-bd5a540a-4fb9-49ae-bf37-0b1801a83901 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f972adf36f8b4719a50cf3e2f48f049c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834022 Jul 09 16:06:07.855266 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-146598e4-bd58-425a-b74a-55a83af7031a service neutron] 10.222.0.66 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438770 Jul 09 16:06:07.996155 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a33321c5-aef3-4f06-9c5a-bcb851d87505 service neutron] 10.222.0.66 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343894 Jul 09 16:06:08.215957 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-76e3d906-8bb5-4aff-af97-f77acb37e385 req-e6f94279-7775-470d-8927-737d4e3ecaa8 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c8e0e58-93d5-4847-9b75-fccf4cf170ee HTTP/1.1" status: 200 len: 210 time: 0.0560224 Jul 09 16:06:08.724009 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:09.404126 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-cc26f143-74f7-4509-81e8-f27d3e260b6e req-03b6180a-2fef-4ce3-a0b5-4c78db0adfc7 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c8e0e58-93d5-4847-9b75-fccf4cf170ee HTTP/1.1" status: 200 len: 210 time: 0.0518486 Jul 09 16:06:09.520463 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-1791f239-1712-4bb8-9d6b-2e2b1b0de490 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:09.521147 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-1791f239-1712-4bb8-9d6b-2e2b1b0de490 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Synchronizing usage tracker for tenant:f972adf36f8b4719a50cf3e2f48f049c on resource:network {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:06:09.538422 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-1791f239-1712-4bb8-9d6b-2e2b1b0de490 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Unset dirty status for tenant:f972adf36f8b4719a50cf3e2f48f049c on resource:network {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:06:09.539784 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-1791f239-1712-4bb8-9d6b-2e2b1b0de490 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.89 "GET /v2.0/networks?id=1adf7ff8-61b1-4ee8-a53c-29dd98940400 HTTP/1.1" status: 200 len: 814 time: 0.2065744 Jul 09 16:06:09.595286 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Request body: {'port': {'device_id': '4c8e0e58-93d5-4847-9b75-fccf4cf170ee', 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400', 'admin_state_up': True, 'tenant_id': 'f972adf36f8b4719a50cf3e2f48f049c'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:06:09.835177 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:06:09.845666 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:06:09.856158 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Made reservation on behalf of f972adf36f8b4719a50cf3e2f48f049c for: {'port': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:06:09.859944 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:10.044689 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Allocated IP 172.20.0.7 (1adf7ff8-61b1-4ee8-a53c-29dd98940400/f3c4cc05-d84d-4a91-b280-da9cc8e4b5af/1012172b-730c-4b73-b40b-30cdb00df235) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:06:10.262349 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:10.292619 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:10.299616 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-141bb5eb-f484-44a9-ae77-0dfef7de03b6 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:06:10.337850 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['3500233d-0384-4a79-9220-7e20811f79af', '7ce3764d-39eb-497a-80ea-9d0795a9795c', '6e032947-b5e1-43fb-977b-a4a04b10eb62'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:06:10.368941 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Network 1adf7ff8-61b1-4ee8-a53c-29dd98940400 is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:06:10.372287 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:06:10.377391 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:06:10.405239 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Pushing event updated for resources: {'Port': ['ID=1012172b-730c-4b73-b40b-30cdb00df235,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:06:10.433689 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:06:10.434361 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:06:10.434648 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:06:10.434859 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:06:10.435159 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:06:10.435510 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:06:10.435862 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:06:10.436224 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:06:10.437180 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:06:10.437530 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:06:10.437916 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:06:10.443806 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:06:10.464250 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:10.464888 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:10.504228 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-d66c5821-1fbf-4038-8fe4-93ebe91a7a17 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9149635 Jul 09 16:06:10.530963 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Request body: {'port': {'device_id': '4c8e0e58-93d5-4847-9b75-fccf4cf170ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:06:10.631969 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f4c85-b6fc-4530-a744-de42dfd05396 req-fe9a6fef-52f5-44d8-af80-bdd46720d3d5 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:10.634485 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e10f4c85-b6fc-4530-a744-de42dfd05396 req-fe9a6fef-52f5-44d8-af80-bdd46720d3d5 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c8e0e58-93d5-4847-9b75-fccf4cf170ee HTTP/1.1" status: 200 len: 931 time: 0.0949757 Jul 09 16:06:10.667995 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:10.692060 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e10f4c85-b6fc-4530-a744-de42dfd05396 req-c05aedc5-d701-46ea-b730-e5daf2735d9b tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513492 Jul 09 16:06:11.119090 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1012172b-730c-4b73-b40b-30cdb00df235 {{(pid=74277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:06:11.128905 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:11.144162 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Transition to ACTIVE for port object 1012172b-730c-4b73-b40b-30cdb00df235 will not be triggered until provisioned by entity L2. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:06:11.148015 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501494'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:11.153266 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-943f6afe-d705-41bf-be61-7ebcd8806822 tempest-VolumesActionsTest-140747067 tempest-VolumesActionsTest-140747067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:06:11.283142 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Pushing event updated for resources: {'Port': ['ID=1012172b-730c-4b73-b40b-30cdb00df235,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:06:11.287137 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:06:11.406939 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Attempting to bind port 1012172b-730c-4b73-b40b-30cdb00df235 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:06:11.407365 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Attempting to bind port 1012172b-730c-4b73-b40b-30cdb00df235 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '417bda34-9d0e-4049-9633-59875e24b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400'}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:06:11.407890 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Attempting to bind port 1012172b-730c-4b73-b40b-30cdb00df235 on network 1adf7ff8-61b1-4ee8-a53c-29dd98940400 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:06:11.417549 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Port 1012172b-730c-4b73-b40b-30cdb00df235 on network 1adf7ff8-61b1-4ee8-a53c-29dd98940400 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 09 16:06:11.418080 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Attempting to bind port 1012172b-730c-4b73-b40b-30cdb00df235 on network 1adf7ff8-61b1-4ee8-a53c-29dd98940400 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:06:11.428848 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Checking agent: {'id': '891cfaac-3e76-4d41-913f-991116fa71b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 16:06:11.429370 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Checking segment: {'id': '417bda34-9d0e-4049-9633-59875e24b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:06:11.430000 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Bound using segment: {'id': '417bda34-9d0e-4049-9633-59875e24b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400'} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 16:06:11.430675 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Bound port: 1012172b-730c-4b73-b40b-30cdb00df235, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '417bda34-9d0e-4049-9633-59875e24b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400'}}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:06:11.431218 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:11.545158 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] For port 1012172b-730c-4b73-b40b-30cdb00df235, host hv-cinder-80022, cleared binding levels {{(pid=74277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:06:11.548459 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] For port 1012172b-730c-4b73-b40b-30cdb00df235, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1012172b-730c-4b73-b40b-30cdb00df235,segment=NetworkSegment(417bda34-9d0e-4049-9633-59875e24b42e),segment_id=417bda34-9d0e-4049-9633-59875e24b42e)] {{(pid=74277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:06:11.552541 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501494'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:11.558244 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-f5890f22-11bc-4ae4-afd1-474a7507d9e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:06:11.615463 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:11.616835 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] 10.222.0.89 "PUT /v2.0/ports/1012172b-730c-4b73-b40b-30cdb00df235 HTTP/1.1" status: 200 len: 1093 time: 1.0908957 Jul 09 16:06:11.617344 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8e0e58-93d5-4847-9b75-fccf4cf170ee', 'tag': '1012172b-730c-4b73-b40b-30cdb00df235'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:06:11.642842 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Pushing event updated for resources: {'Port': ['ID=1012172b-730c-4b73-b40b-30cdb00df235,revision_number=3']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:06:11.647876 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:06:11.682329 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8e0e58-93d5-4847-9b75-fccf4cf170ee', 'tag': '1012172b-730c-4b73-b40b-30cdb00df235', 'status': 'completed', 'code': 200} Jul 09 16:06:11.799115 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-d8920c3d-acf8-4682-b253-fa2dea011a49 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f972adf36f8b4719a50cf3e2f48f049c&device_id=4c8e0e58-93d5-4847-9b75-fccf4cf170ee HTTP/1.1" status: 200 len: 1096 time: 0.0982227 Jul 09 16:06:11.887459 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a0b02fbf-be9f-43dc-830a-4a697f89ff5e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1012172b-730c-4b73-b40b-30cdb00df235 HTTP/1.1" status: 200 len: 217 time: 0.0725057 Jul 09 16:06:11.906334 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97624994-9ab2-498c-a354-51733258f3a3 req-ca8fa3d2-f5b1-4250-b739-0bc825eed39b tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:11.908006 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-97624994-9ab2-498c-a354-51733258f3a3 req-ca8fa3d2-f5b1-4250-b739-0bc825eed39b tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c8e0e58-93d5-4847-9b75-fccf4cf170ee HTTP/1.1" status: 200 len: 943 time: 0.0880923 Jul 09 16:06:11.973598 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-97624994-9ab2-498c-a354-51733258f3a3 req-6d6bda40-14cc-4c5e-b667-907258af3ed3 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560453 Jul 09 16:06:12.052051 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-e078dde4-6c41-43ec-8800-fc788e325667 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:12.053497 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-e078dde4-6c41-43ec-8800-fc788e325667 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f3c4cc05-d84d-4a91-b280-da9cc8e4b5af HTTP/1.1" status: 200 len: 854 time: 0.1558712 Jul 09 16:06:12.102925 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-a1f3620b-e6b2-4e01-9290-eba0d74b5ac9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1adf7ff8-61b1-4ee8-a53c-29dd98940400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418227 Jul 09 16:06:12.251617 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-b1c557c0-8930-4acb-bc4c-1f0d1c04c23e service neutron] 10.222.0.89 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408656 Jul 09 16:06:12.412048 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-352d66ac-78b9-40fa-bb4b-1866974de035 req-38e2d2ea-fb61-4d53-a544-5e67d9c05a21 service neutron] 10.222.0.89 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525505 Jul 09 16:06:12.609489 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-b77732dc-6b8e-4d82-a1ca-81e6572a406b req-4ef41e7e-359f-4ccd-bb85-626536835ecf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f972adf36f8b4719a50cf3e2f48f049c&device_id=4c8e0e58-93d5-4847-9b75-fccf4cf170ee HTTP/1.1" status: 200 len: 1096 time: 0.0877142 Jul 09 16:06:12.752009 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77732dc-6b8e-4d82-a1ca-81e6572a406b req-d9c819e3-3c3f-4214-be66-a598cc948da1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:12.753488 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-b77732dc-6b8e-4d82-a1ca-81e6572a406b req-d9c819e3-3c3f-4214-be66-a598cc948da1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1adf7ff8-61b1-4ee8-a53c-29dd98940400 HTTP/1.1" status: 200 len: 915 time: 0.1371264 Jul 09 16:06:12.830862 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-b77732dc-6b8e-4d82-a1ca-81e6572a406b req-aea6abf1-5672-46af-ac2d-b63a5f345bba service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1012172b-730c-4b73-b40b-30cdb00df235 HTTP/1.1" status: 200 len: 217 time: 0.0703490 Jul 09 16:06:12.909992 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77732dc-6b8e-4d82-a1ca-81e6572a406b req-a549e832-4bc6-444e-adc2-0af4c1e6cbaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:12.911332 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-b77732dc-6b8e-4d82-a1ca-81e6572a406b req-a549e832-4bc6-444e-adc2-0af4c1e6cbaa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f3c4cc05-d84d-4a91-b280-da9cc8e4b5af HTTP/1.1" status: 200 len: 854 time: 0.0727596 Jul 09 16:06:12.965459 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-b77732dc-6b8e-4d82-a1ca-81e6572a406b req-d9bc64bc-7c64-4bf0-be3a-6e9ea59c3b38 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1adf7ff8-61b1-4ee8-a53c-29dd98940400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437026 Jul 09 16:06:13.121581 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-b77732dc-6b8e-4d82-a1ca-81e6572a406b req-c7809a1f-bc38-4222-9f89-dbc5378e116d service neutron] 10.222.0.89 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460159 Jul 09 16:06:13.292205 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-b77732dc-6b8e-4d82-a1ca-81e6572a406b req-2f0dbd60-68df-4f1c-9338-2df8d8fff7a6 service neutron] 10.222.0.89 "GET /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631227 Jul 09 16:06:13.308102 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6586-758a-4648-915c-a4e56c5625fe req-37fbaaec-f2b9-48b7-97ef-33d9865deaec tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:13.309693 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-917e6586-758a-4648-915c-a4e56c5625fe req-37fbaaec-f2b9-48b7-97ef-33d9865deaec tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c8e0e58-93d5-4847-9b75-fccf4cf170ee HTTP/1.1" status: 200 len: 943 time: 0.1975656 Jul 09 16:06:13.374123 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-917e6586-758a-4648-915c-a4e56c5625fe req-af6e6ea3-00ad-444f-891f-f59dfc29085c tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574410 Jul 09 16:06:14.611713 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799645c-38d5-43fb-abf9-e0dae1321221 req-8001e502-44ab-45b5-b66f-86a5e6ac0257 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:14.613178 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0799645c-38d5-43fb-abf9-e0dae1321221 req-8001e502-44ab-45b5-b66f-86a5e6ac0257 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c8e0e58-93d5-4847-9b75-fccf4cf170ee HTTP/1.1" status: 200 len: 943 time: 0.0783007 Jul 09 16:06:14.661737 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0799645c-38d5-43fb-abf9-e0dae1321221 req-cf48820e-09fa-4b17-b4d9-0f283b06f854 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429590 Jul 09 16:06:14.684371 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 1012172b-730c-4b73-b40b-30cdb00df235 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 16:06:14.830438 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 1012172b-730c-4b73-b40b-30cdb00df235, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1012172b-730c-4b73-b40b-30cdb00df235,segment=NetworkSegment(417bda34-9d0e-4049-9633-59875e24b42e),segment_id=417bda34-9d0e-4049-9633-59875e24b42e)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:06:14.844029 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': '1012172b-730c-4b73-b40b-30cdb00df235', 'network_id': '1adf7ff8-61b1-4ee8-a53c-29dd98940400', 'port_id': '1012172b-730c-4b73-b40b-30cdb00df235', 'mac_address': 'fa:16:3e:b2:d7:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c4cc05-d84d-4a91-b280-da9cc8e4b5af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 16:06:14.897316 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:14.914406 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1012172b-730c-4b73-b40b-30cdb00df235 {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:06:14.930352 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 1012172b-730c-4b73-b40b-30cdb00df235, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1012172b-730c-4b73-b40b-30cdb00df235,segment=NetworkSegment(417bda34-9d0e-4049-9633-59875e24b42e),segment_id=417bda34-9d0e-4049-9633-59875e24b42e)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:06:14.934253 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:14.937606 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:06:15.008908 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=1012172b-730c-4b73-b40b-30cdb00df235,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:06:15.012101 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:06:15.319177 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['1012172b-730c-4b73-b40b-30cdb00df235'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:06:15.870683 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d4a9d-e74a-4dcb-ae8a-888eaba05170 req-3c577842-ce62-4927-94ce-280bdf2f9f11 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:15.872493 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a93d4a9d-e74a-4dcb-ae8a-888eaba05170 req-3c577842-ce62-4927-94ce-280bdf2f9f11 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c8e0e58-93d5-4847-9b75-fccf4cf170ee HTTP/1.1" status: 200 len: 944 time: 0.0879815 Jul 09 16:06:15.923465 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a93d4a9d-e74a-4dcb-ae8a-888eaba05170 req-ed3a407e-b8d4-462d-b163-a25b6ff2caab tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431359 Jul 09 16:06:16.716627 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 1012172b-730c-4b73-b40b-30cdb00df235 up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:06:16.787725 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning for port 1012172b-730c-4b73-b40b-30cdb00df235 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:06:16.793107 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port 1012172b-730c-4b73-b40b-30cdb00df235 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:06:16.793522 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:16.941414 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:16.978568 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8e0e58-93d5-4847-9b75-fccf4cf170ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1012172b-730c-4b73-b40b-30cdb00df235'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:06:16.996229 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 1012172b-730c-4b73-b40b-30cdb00df235, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1012172b-730c-4b73-b40b-30cdb00df235,segment=NetworkSegment(417bda34-9d0e-4049-9633-59875e24b42e),segment_id=417bda34-9d0e-4049-9633-59875e24b42e)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:06:17.001532 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:17.004406 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:06:17.048249 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8e0e58-93d5-4847-9b75-fccf4cf170ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1012172b-730c-4b73-b40b-30cdb00df235', 'code': 200} Jul 09 16:06:17.084679 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=1012172b-730c-4b73-b40b-30cdb00df235,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:06:17.087921 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:06:17.180823 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd544f-f782-4a6e-ad6e-5d50078a935a req-170d9fe0-9c4b-4c64-8cfd-a76043f8dd38 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:17.183380 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-27cd544f-f782-4a6e-ad6e-5d50078a935a req-170d9fe0-9c4b-4c64-8cfd-a76043f8dd38 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c8e0e58-93d5-4847-9b75-fccf4cf170ee HTTP/1.1" status: 200 len: 945 time: 0.1023502 Jul 09 16:06:17.246969 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-27cd544f-f782-4a6e-ad6e-5d50078a935a req-e4756e6f-8307-41ae-9586-56db73c14b21 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558872 Jul 09 16:06:17.366758 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-f5cb8624-e4a8-489d-9b58-5ec8676e38c0 req-2796c8ea-1e5c-4345-9dad-81928552aefa service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4c8e0e58-93d5-4847-9b75-fccf4cf170ee HTTP/1.1" status: 200 len: 1098 time: 0.0750070 Jul 09 16:06:17.414290 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-f5cb8624-e4a8-489d-9b58-5ec8676e38c0 req-7b5fd72b-e62d-4e50-89d2-b0cd5d261540 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385909 Jul 09 16:06:18.476906 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb07cca-d975-4c36-b78c-a49b64a2a244 req-34b88639-3152-4c3e-82d3-40dd01010fed tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:18.479289 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1bb07cca-d975-4c36-b78c-a49b64a2a244 req-34b88639-3152-4c3e-82d3-40dd01010fed tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c8e0e58-93d5-4847-9b75-fccf4cf170ee HTTP/1.1" status: 200 len: 945 time: 0.0958588 Jul 09 16:06:18.532944 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1bb07cca-d975-4c36-b78c-a49b64a2a244 req-46a54ad8-cad1-44e3-8742-a791153943e4 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471802 Jul 09 16:06:19.274692 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:06:19.754919 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906baa8c-1b36-4fc0-9ffa-423c3db3cfdf req-07c7ce56-e5eb-40d2-92b0-8835b01a59db tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:19.756413 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-906baa8c-1b36-4fc0-9ffa-423c3db3cfdf req-07c7ce56-e5eb-40d2-92b0-8835b01a59db tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c8e0e58-93d5-4847-9b75-fccf4cf170ee HTTP/1.1" status: 200 len: 945 time: 0.0878506 Jul 09 16:06:19.810601 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-906baa8c-1b36-4fc0-9ffa-423c3db3cfdf req-e81f2f5b-3c9a-49a9-95eb-095fc99e8cd7 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449245 Jul 09 16:06:25.154315 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:27.567177 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f75b3c-4d09-414c-a8a8-e378074ffbf9 req-7f4f19cd-6e19-406c-b9c8-1ef1627acd89 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:27.568678 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-69f75b3c-4d09-414c-a8a8-e378074ffbf9 req-7f4f19cd-6e19-406c-b9c8-1ef1627acd89 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c8e0e58-93d5-4847-9b75-fccf4cf170ee HTTP/1.1" status: 200 len: 945 time: 0.0886796 Jul 09 16:06:27.621821 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-69f75b3c-4d09-414c-a8a8-e378074ffbf9 req-e1ee1fbd-28de-4203-9b0c-155cbc6dc6fc tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451932 Jul 09 16:06:28.847627 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb9b4f-83ca-427f-beb4-446892717c1d req-1b0ba821-fb48-44ce-aaba-9f3e4b32fc97 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:28.849134 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f9eb9b4f-83ca-427f-beb4-446892717c1d req-1b0ba821-fb48-44ce-aaba-9f3e4b32fc97 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c8e0e58-93d5-4847-9b75-fccf4cf170ee HTTP/1.1" status: 200 len: 945 time: 0.0898490 Jul 09 16:06:28.906396 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f9eb9b4f-83ca-427f-beb4-446892717c1d req-f4d6fac3-6524-4a39-8644-4c555c22c0a5 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475795 Jul 09 16:06:29.615067 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff652f89-7a2f-4cd6-b20d-da8984a682b0 req-44401edb-2726-42f9-8aac-149606e16689 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:29.615901 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-ff652f89-7a2f-4cd6-b20d-da8984a682b0 req-44401edb-2726-42f9-8aac-149606e16689 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Synchronizing usage tracker for tenant:f972adf36f8b4719a50cf3e2f48f049c on resource:port {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:06:29.632800 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-ff652f89-7a2f-4cd6-b20d-da8984a682b0 req-44401edb-2726-42f9-8aac-149606e16689 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Unset dirty status for tenant:f972adf36f8b4719a50cf3e2f48f049c on resource:port {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:06:29.634134 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-ff652f89-7a2f-4cd6-b20d-da8984a682b0 req-44401edb-2726-42f9-8aac-149606e16689 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c8e0e58-93d5-4847-9b75-fccf4cf170ee HTTP/1.1" status: 200 len: 945 time: 0.1004760 Jul 09 16:06:29.709292 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-ff652f89-7a2f-4cd6-b20d-da8984a682b0 req-4dbbdd42-2507-46bc-b10d-37ef57f61cb0 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Deleting port 1012172b-730c-4b73-b40b-30cdb00df235 {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:06:29.709292 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-ff652f89-7a2f-4cd6-b20d-da8984a682b0 req-4dbbdd42-2507-46bc-b10d-37ef57f61cb0 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:30.001723 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-ff652f89-7a2f-4cd6-b20d-da8984a682b0 req-4dbbdd42-2507-46bc-b10d-37ef57f61cb0 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] For port 1012172b-730c-4b73-b40b-30cdb00df235, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1012172b-730c-4b73-b40b-30cdb00df235,segment=NetworkSegment(417bda34-9d0e-4049-9633-59875e24b42e),segment_id=417bda34-9d0e-4049-9633-59875e24b42e)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:06:30.002108 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-ff652f89-7a2f-4cd6-b20d-da8984a682b0 req-4dbbdd42-2507-46bc-b10d-37ef57f61cb0 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:30.120300 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14e79a-724d-48f2-b51a-543f9455c20f req-954661e0-17d8-489b-b493-29daa38a23d5 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:30.121844 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-fe14e79a-724d-48f2-b51a-543f9455c20f req-954661e0-17d8-489b-b493-29daa38a23d5 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c8e0e58-93d5-4847-9b75-fccf4cf170ee HTTP/1.1" status: 200 len: 945 time: 0.0844119 Jul 09 16:06:30.174363 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-fe14e79a-724d-48f2-b51a-543f9455c20f req-b2078233-4520-43b3-b12f-035e2102b7e3 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464964 Jul 09 16:06:30.223747 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-ff652f89-7a2f-4cd6-b20d-da8984a682b0 req-4dbbdd42-2507-46bc-b10d-37ef57f61cb0 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Calling delete_port for 1012172b-730c-4b73-b40b-30cdb00df235 owned by compute:nova {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:06:30.374236 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-ff652f89-7a2f-4cd6-b20d-da8984a682b0 req-4dbbdd42-2507-46bc-b10d-37ef57f61cb0 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:30.381689 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:06:30.419041 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['3500233d-0384-4a79-9220-7e20811f79af', '7ce3764d-39eb-497a-80ea-9d0795a9795c', '6e032947-b5e1-43fb-977b-a4a04b10eb62', '1012172b-730c-4b73-b40b-30cdb00df235'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:06:30.434223 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbdd42-2507-46bc-b10d-37ef57f61cb0 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Pushing event deleted for resources: {'Port': ['ID=1012172b-730c-4b73-b40b-30cdb00df235,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:06:30.437838 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-4dbbdd42-2507-46bc-b10d-37ef57f61cb0 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:06:30.508425 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff652f89-7a2f-4cd6-b20d-da8984a682b0 req-4dbbdd42-2507-46bc-b10d-37ef57f61cb0 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] No DVR routers for this DVR port 1012172b-730c-4b73-b40b-30cdb00df235 on host hv-cinder-80022 {{(pid=74277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:06:30.511108 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-ff652f89-7a2f-4cd6-b20d-da8984a682b0 req-4dbbdd42-2507-46bc-b10d-37ef57f61cb0 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:30.513876 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8e0e58-93d5-4847-9b75-fccf4cf170ee', 'name': 'network-vif-deleted', 'tag': '1012172b-730c-4b73-b40b-30cdb00df235'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:06:30.535314 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-ff652f89-7a2f-4cd6-b20d-da8984a682b0 req-4dbbdd42-2507-46bc-b10d-37ef57f61cb0 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.89 "DELETE /v2.0/ports/1012172b-730c-4b73-b40b-30cdb00df235 HTTP/1.1" status: 204 len: 173 time: 0.8944566 Jul 09 16:06:30.588168 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8e0e58-93d5-4847-9b75-fccf4cf170ee', 'name': 'network-vif-deleted', 'tag': '1012172b-730c-4b73-b40b-30cdb00df235', 'status': 'completed', 'code': 200} Jul 09 16:06:32.764396 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 1012172b-730c-4b73-b40b-30cdb00df235 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:06:32.805630 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] No Port match for: 1012172b-730c-4b73-b40b-30cdb00df235 {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:06:32.806016 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 1012172b-730c-4b73-b40b-30cdb00df235 not bound to the agent host hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:06:32.977842 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f8183-eed8-4414-a0c9-7ff97636cd5e req-49c1876f-3517-4558-8370-d1e5d4719c6b tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:32.979341 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c13f8183-eed8-4414-a0c9-7ff97636cd5e req-49c1876f-3517-4558-8370-d1e5d4719c6b tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d4133f4-a4c5-4ca6-9468-c2440c4144dd HTTP/1.1" status: 200 len: 946 time: 0.0886221 Jul 09 16:06:33.036894 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c13f8183-eed8-4414-a0c9-7ff97636cd5e req-8b97aecb-576b-49fa-a258-50e5bc09760e tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506444 Jul 09 16:06:33.849014 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-c0469a37-51ee-48ad-90fd-3cd36dc056b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:34.256428 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea41c7c-90d9-4327-96c8-019714e2558b req-1f8432f9-2bf3-43c5-b62f-49847994312c tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:34.257950 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-dea41c7c-90d9-4327-96c8-019714e2558b req-1f8432f9-2bf3-43c5-b62f-49847994312c tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d4133f4-a4c5-4ca6-9468-c2440c4144dd HTTP/1.1" status: 200 len: 946 time: 0.0861728 Jul 09 16:06:34.310046 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-dea41c7c-90d9-4327-96c8-019714e2558b req-5f244d1b-00ec-45f7-85bf-931915da4c58 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460894 Jul 09 16:06:34.418511 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:34.886389 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2bba2-c074-42af-b86a-37511fa48ebd req-e2bb607c-818b-46ee-bd4f-a20ff55415b0 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:34.887070 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-e0d2bba2-c074-42af-b86a-37511fa48ebd req-e2bb607c-818b-46ee-bd4f-a20ff55415b0 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Synchronizing usage tracker for tenant:f972adf36f8b4719a50cf3e2f48f049c on resource:port {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:06:34.903807 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-e0d2bba2-c074-42af-b86a-37511fa48ebd req-e2bb607c-818b-46ee-bd4f-a20ff55415b0 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Unset dirty status for tenant:f972adf36f8b4719a50cf3e2f48f049c on resource:port {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:06:34.905232 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e0d2bba2-c074-42af-b86a-37511fa48ebd req-e2bb607c-818b-46ee-bd4f-a20ff55415b0 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d4133f4-a4c5-4ca6-9468-c2440c4144dd HTTP/1.1" status: 200 len: 946 time: 0.0952411 Jul 09 16:06:34.973370 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-e0d2bba2-c074-42af-b86a-37511fa48ebd req-81027812-9f0b-4015-a62a-d33c5c440f7e tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Deleting port 6e032947-b5e1-43fb-977b-a4a04b10eb62 {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:06:34.973739 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-e0d2bba2-c074-42af-b86a-37511fa48ebd req-81027812-9f0b-4015-a62a-d33c5c440f7e tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:35.220346 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-e0d2bba2-c074-42af-b86a-37511fa48ebd req-81027812-9f0b-4015-a62a-d33c5c440f7e tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] For port 6e032947-b5e1-43fb-977b-a4a04b10eb62, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6e032947-b5e1-43fb-977b-a4a04b10eb62,segment=NetworkSegment(417bda34-9d0e-4049-9633-59875e24b42e),segment_id=417bda34-9d0e-4049-9633-59875e24b42e)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:06:35.220703 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-e0d2bba2-c074-42af-b86a-37511fa48ebd req-81027812-9f0b-4015-a62a-d33c5c440f7e tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:35.339597 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-e0d2bba2-c074-42af-b86a-37511fa48ebd req-81027812-9f0b-4015-a62a-d33c5c440f7e tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Calling delete_port for 6e032947-b5e1-43fb-977b-a4a04b10eb62 owned by compute:nova {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:06:35.484004 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-e0d2bba2-c074-42af-b86a-37511fa48ebd req-81027812-9f0b-4015-a62a-d33c5c440f7e tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:35.491105 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-9bf9c078-3908-4307-83ad-f7ff43114c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:06:35.512255 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b5997-244d-47c1-95ef-a59df5fbff34 req-a6a58132-7311-4140-abc6-33ebf56a8a99 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:35.513733 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d89b5997-244d-47c1-95ef-a59df5fbff34 req-a6a58132-7311-4140-abc6-33ebf56a8a99 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d4133f4-a4c5-4ca6-9468-c2440c4144dd HTTP/1.1" status: 200 len: 867 time: 0.0800967 Jul 09 16:06:35.521820 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['3500233d-0384-4a79-9220-7e20811f79af', '7ce3764d-39eb-497a-80ea-9d0795a9795c', '6e032947-b5e1-43fb-977b-a4a04b10eb62'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:06:35.538147 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81027812-9f0b-4015-a62a-d33c5c440f7e tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Pushing event deleted for resources: {'Port': ['ID=6e032947-b5e1-43fb-977b-a4a04b10eb62,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:06:35.541400 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-81027812-9f0b-4015-a62a-d33c5c440f7e tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:06:35.589082 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d89b5997-244d-47c1-95ef-a59df5fbff34 req-b1b54227-9003-46f7-85bf-b8099ddbf589 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576622 Jul 09 16:06:35.616431 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d2bba2-c074-42af-b86a-37511fa48ebd req-81027812-9f0b-4015-a62a-d33c5c440f7e tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] No DVR routers for this DVR port 6e032947-b5e1-43fb-977b-a4a04b10eb62 on host hv-cinder-80022 {{(pid=74277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:06:35.619110 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-e0d2bba2-c074-42af-b86a-37511fa48ebd req-81027812-9f0b-4015-a62a-d33c5c440f7e tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:35.623435 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4133f4-a4c5-4ca6-9468-c2440c4144dd', 'name': 'network-vif-deleted', 'tag': '6e032947-b5e1-43fb-977b-a4a04b10eb62'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:06:35.641932 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-e0d2bba2-c074-42af-b86a-37511fa48ebd req-81027812-9f0b-4015-a62a-d33c5c440f7e tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.89 "DELETE /v2.0/ports/6e032947-b5e1-43fb-977b-a4a04b10eb62 HTTP/1.1" status: 204 len: 173 time: 0.7310572 Jul 09 16:06:35.686209 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4133f4-a4c5-4ca6-9468-c2440c4144dd', 'name': 'network-vif-deleted', 'tag': '6e032947-b5e1-43fb-977b-a4a04b10eb62', 'status': 'completed', 'code': 200} Jul 09 16:06:36.095367 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-3f6cddc3-eb6b-4709-bb5a-ee0e6cf6bf4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:37.076846 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f25678-2e9f-4c3f-9839-cdfd8d294de4 req-0b60365c-6b55-4bdf-a633-fcf48727a44a tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:37.078461 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-77f25678-2e9f-4c3f-9839-cdfd8d294de4 req-0b60365c-6b55-4bdf-a633-fcf48727a44a tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d HTTP/1.1" status: 200 len: 946 time: 0.0819578 Jul 09 16:06:37.110461 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:37.126888 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-77f25678-2e9f-4c3f-9839-cdfd8d294de4 req-45f8a33a-b994-44df-82d9-779e8dcd4f7f tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421338 Jul 09 16:06:38.348486 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711aa4c-3581-46e6-acab-5788a8a9ccfc req-369213d8-263f-45ed-87f3-cd1ee44e4ac1 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:38.349982 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8711aa4c-3581-46e6-acab-5788a8a9ccfc req-369213d8-263f-45ed-87f3-cd1ee44e4ac1 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d HTTP/1.1" status: 200 len: 946 time: 0.0940247 Jul 09 16:06:38.396376 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8711aa4c-3581-46e6-acab-5788a8a9ccfc req-06f5d3e7-74fa-440f-9ccb-444ed0a9d516 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408809 Jul 09 16:06:38.526987 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec0bbb-9405-4ec3-9b12-714ba25b9c7c req-95590bd7-c240-43db-ad88-43933d236345 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:38.527688 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-b7ec0bbb-9405-4ec3-9b12-714ba25b9c7c req-95590bd7-c240-43db-ad88-43933d236345 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Synchronizing usage tracker for tenant:f972adf36f8b4719a50cf3e2f48f049c on resource:port {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:06:38.543123 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-b7ec0bbb-9405-4ec3-9b12-714ba25b9c7c req-95590bd7-c240-43db-ad88-43933d236345 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Unset dirty status for tenant:f972adf36f8b4719a50cf3e2f48f049c on resource:port {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:06:38.544368 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-b7ec0bbb-9405-4ec3-9b12-714ba25b9c7c req-95590bd7-c240-43db-ad88-43933d236345 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.89 "GET /v2.0/ports?device_id=78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d HTTP/1.1" status: 200 len: 946 time: 0.0907030 Jul 09 16:06:38.615481 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-b7ec0bbb-9405-4ec3-9b12-714ba25b9c7c req-3ffbcada-c9d3-41b4-9efb-df445116cfaa tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Deleting port 7ce3764d-39eb-497a-80ea-9d0795a9795c {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:06:38.615811 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-b7ec0bbb-9405-4ec3-9b12-714ba25b9c7c req-3ffbcada-c9d3-41b4-9efb-df445116cfaa tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:38.720257 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:38.807489 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 6e032947-b5e1-43fb-977b-a4a04b10eb62 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:06:38.843798 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] No Port match for: 6e032947-b5e1-43fb-977b-a4a04b10eb62 {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:06:38.844183 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 6e032947-b5e1-43fb-977b-a4a04b10eb62 not bound to the agent host hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:06:38.865154 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-b7ec0bbb-9405-4ec3-9b12-714ba25b9c7c req-3ffbcada-c9d3-41b4-9efb-df445116cfaa tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] For port 7ce3764d-39eb-497a-80ea-9d0795a9795c, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=7ce3764d-39eb-497a-80ea-9d0795a9795c,segment=NetworkSegment(417bda34-9d0e-4049-9633-59875e24b42e),segment_id=417bda34-9d0e-4049-9633-59875e24b42e)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:06:38.865503 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-b7ec0bbb-9405-4ec3-9b12-714ba25b9c7c req-3ffbcada-c9d3-41b4-9efb-df445116cfaa tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:39.072248 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-b7ec0bbb-9405-4ec3-9b12-714ba25b9c7c req-3ffbcada-c9d3-41b4-9efb-df445116cfaa tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Calling delete_port for 7ce3764d-39eb-497a-80ea-9d0795a9795c owned by compute:nova {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:06:39.231706 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-b7ec0bbb-9405-4ec3-9b12-714ba25b9c7c req-3ffbcada-c9d3-41b4-9efb-df445116cfaa tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:39.238125 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-3f410e45-b695-449f-8c82-1878ca0d461a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:06:39.275182 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['3500233d-0384-4a79-9220-7e20811f79af', '7ce3764d-39eb-497a-80ea-9d0795a9795c'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:06:39.287451 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbcada-c9d3-41b4-9efb-df445116cfaa tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Pushing event deleted for resources: {'Port': ['ID=7ce3764d-39eb-497a-80ea-9d0795a9795c,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:06:39.289956 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-3ffbcada-c9d3-41b4-9efb-df445116cfaa tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:06:39.371108 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ec0bbb-9405-4ec3-9b12-714ba25b9c7c req-3ffbcada-c9d3-41b4-9efb-df445116cfaa tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] No DVR routers for this DVR port 7ce3764d-39eb-497a-80ea-9d0795a9795c on host hv-cinder-80022 {{(pid=74277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:06:39.373588 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-b7ec0bbb-9405-4ec3-9b12-714ba25b9c7c req-3ffbcada-c9d3-41b4-9efb-df445116cfaa tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:39.376573 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d', 'name': 'network-vif-deleted', 'tag': '7ce3764d-39eb-497a-80ea-9d0795a9795c'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:06:39.396491 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-b7ec0bbb-9405-4ec3-9b12-714ba25b9c7c req-3ffbcada-c9d3-41b4-9efb-df445116cfaa tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.89 "DELETE /v2.0/ports/7ce3764d-39eb-497a-80ea-9d0795a9795c HTTP/1.1" status: 204 len: 173 time: 0.8465347 Jul 09 16:06:39.448446 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d', 'name': 'network-vif-deleted', 'tag': '7ce3764d-39eb-497a-80ea-9d0795a9795c', 'status': 'completed', 'code': 200} Jul 09 16:06:39.589377 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-29658e7b-7113-42ad-b50a-a33928925cfe req-3ab63836-56c9-40eb-9b81-6b04618cf69e tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=78961d1a-2ad6-4ce7-9ade-c86d3dae7e0d HTTP/1.1" status: 200 len: 210 time: 0.0519333 Jul 09 16:06:42.324747 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7f035-8662-4f9e-8b61-0744274b81a3 req-010889b4-715b-4e21-a39f-5b76942a0bac tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:42.326811 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d1f7f035-8662-4f9e-8b61-0744274b81a3 req-010889b4-715b-4e21-a39f-5b76942a0bac tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a570ccc-35b5-43bf-b58b-7dac7055082e HTTP/1.1" status: 200 len: 945 time: 0.0797656 Jul 09 16:06:42.373831 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d1f7f035-8662-4f9e-8b61-0744274b81a3 req-fce6f046-a343-496e-89e9-8fa5621672e4 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407901 Jul 09 16:06:42.823301 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 7ce3764d-39eb-497a-80ea-9d0795a9795c no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:06:42.859302 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] No Port match for: 7ce3764d-39eb-497a-80ea-9d0795a9795c {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:06:42.859648 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 7ce3764d-39eb-497a-80ea-9d0795a9795c not bound to the agent host hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:06:43.588695 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0fa0d-0336-420d-b363-f8a60f192822 req-4c006aab-2b33-4288-9123-49e08f3968d7 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:43.590383 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d0b0fa0d-0336-420d-b363-f8a60f192822 req-4c006aab-2b33-4288-9123-49e08f3968d7 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a570ccc-35b5-43bf-b58b-7dac7055082e HTTP/1.1" status: 200 len: 945 time: 0.0919154 Jul 09 16:06:43.650560 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d0b0fa0d-0336-420d-b363-f8a60f192822 req-bbfa3561-dcec-4394-b3a6-40a0f223b693 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/security-groups?id=6274a59c-db70-4db1-8f51-94e163cd9966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538511 Jul 09 16:06:44.028390 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532e274-35a2-4554-a4b9-f44e342e70f3 req-2135bae8-f6c2-432b-99a7-fba98131f7eb tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:44.029096 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-d532e274-35a2-4554-a4b9-f44e342e70f3 req-2135bae8-f6c2-432b-99a7-fba98131f7eb tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Synchronizing usage tracker for tenant:f972adf36f8b4719a50cf3e2f48f049c on resource:port {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:06:44.044893 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-d532e274-35a2-4554-a4b9-f44e342e70f3 req-2135bae8-f6c2-432b-99a7-fba98131f7eb tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Unset dirty status for tenant:f972adf36f8b4719a50cf3e2f48f049c on resource:port {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:06:44.046687 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-d532e274-35a2-4554-a4b9-f44e342e70f3 req-2135bae8-f6c2-432b-99a7-fba98131f7eb tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a570ccc-35b5-43bf-b58b-7dac7055082e HTTP/1.1" status: 200 len: 945 time: 0.0938892 Jul 09 16:06:44.116653 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-d532e274-35a2-4554-a4b9-f44e342e70f3 req-0afd4d2d-a71a-415e-9669-8298d70e34f7 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Deleting port 3500233d-0384-4a79-9220-7e20811f79af {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:06:44.116994 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-d532e274-35a2-4554-a4b9-f44e342e70f3 req-0afd4d2d-a71a-415e-9669-8298d70e34f7 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:44.359884 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-d532e274-35a2-4554-a4b9-f44e342e70f3 req-0afd4d2d-a71a-415e-9669-8298d70e34f7 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] For port 3500233d-0384-4a79-9220-7e20811f79af, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=3500233d-0384-4a79-9220-7e20811f79af,segment=NetworkSegment(417bda34-9d0e-4049-9633-59875e24b42e),segment_id=417bda34-9d0e-4049-9633-59875e24b42e)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:06:44.360235 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-d532e274-35a2-4554-a4b9-f44e342e70f3 req-0afd4d2d-a71a-415e-9669-8298d70e34f7 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:44.479859 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-d532e274-35a2-4554-a4b9-f44e342e70f3 req-0afd4d2d-a71a-415e-9669-8298d70e34f7 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Calling delete_port for 3500233d-0384-4a79-9220-7e20811f79af owned by compute:nova {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:06:44.620006 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-d532e274-35a2-4554-a4b9-f44e342e70f3 req-0afd4d2d-a71a-415e-9669-8298d70e34f7 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:44.627939 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-988afc02-7d4e-446a-99db-8c2413aadde0 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:06:44.656614 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['3500233d-0384-4a79-9220-7e20811f79af'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:06:44.667079 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd4d2d-a71a-415e-9669-8298d70e34f7 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Pushing event deleted for resources: {'Port': ['ID=3500233d-0384-4a79-9220-7e20811f79af,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:06:44.671256 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-0afd4d2d-a71a-415e-9669-8298d70e34f7 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:06:44.748851 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-d532e274-35a2-4554-a4b9-f44e342e70f3 req-0afd4d2d-a71a-415e-9669-8298d70e34f7 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] No DVR routers for this DVR port 3500233d-0384-4a79-9220-7e20811f79af on host hv-cinder-80022 {{(pid=74277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:06:44.751370 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-d532e274-35a2-4554-a4b9-f44e342e70f3 req-0afd4d2d-a71a-415e-9669-8298d70e34f7 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:44.754012 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a570ccc-35b5-43bf-b58b-7dac7055082e', 'name': 'network-vif-deleted', 'tag': '3500233d-0384-4a79-9220-7e20811f79af'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:06:44.770733 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-d532e274-35a2-4554-a4b9-f44e342e70f3 req-0afd4d2d-a71a-415e-9669-8298d70e34f7 tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.89 "DELETE /v2.0/ports/3500233d-0384-4a79-9220-7e20811f79af HTTP/1.1" status: 204 len: 173 time: 0.7184997 Jul 09 16:06:44.822391 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a570ccc-35b5-43bf-b58b-7dac7055082e', 'name': 'network-vif-deleted', 'tag': '3500233d-0384-4a79-9220-7e20811f79af', 'status': 'completed', 'code': 200} Jul 09 16:06:44.827201 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f1c250b2-d1bb-408c-a3df-0c22cd2ef349 req-c73a4da1-ea7a-4bc3-baf6-4ef3a773e2ea tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a570ccc-35b5-43bf-b58b-7dac7055082e HTTP/1.1" status: 200 len: 210 time: 0.0455463 Jul 09 16:06:45.936129 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 48178) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:06:45.995791 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2048497-705e-4143-8ea6-d5849e24d9f5 admin admin] Deleting subnet f3c4cc05-d84d-4a91-b280-da9cc8e4b5af {{(pid=74277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 09 16:06:45.998637 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-f2048497-705e-4143-8ea6-d5849e24d9f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:46.051186 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-f2048497-705e-4143-8ea6-d5849e24d9f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500887'] for subnet, precommit_delete_associations {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:46.106403 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-f2048497-705e-4143-8ea6-d5849e24d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16406145'] for subnet, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:46.173291 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-f2048497-705e-4143-8ea6-d5849e24d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16406158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2449787'] for subnet, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:46.177273 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-9ddffe0b-0a15-436f-addb-1afd6f206419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:06:46.214366 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2048497-705e-4143-8ea6-d5849e24d9f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3c4cc05-d84d-4a91-b280-da9cc8e4b5af,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:06:46.216875 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-f2048497-705e-4143-8ea6-d5849e24d9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:06:46.225935 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-f2048497-705e-4143-8ea6-d5849e24d9f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:46.231600 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-f2048497-705e-4143-8ea6-d5849e24d9f5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f3c4cc05-d84d-4a91-b280-da9cc8e4b5af HTTP/1.1" status: 204 len: 168 time: 0.2944098 Jul 09 16:06:46.234777 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 48182) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:06:46.346406 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-ed6e95e1-f4eb-4385-bfb8-8f9c5269a54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361167'] for network, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:46.552765 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-ed6e95e1-f4eb-4385-bfb8-8f9c5269a54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16405790', 'neutron.services.segments.db._delete_segments_for_network-8749712051321'] for network, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:46.565397 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-ed6e95e1-f4eb-4385-bfb8-8f9c5269a54b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1adf7ff8-61b1-4ee8-a53c-29dd98940400']}} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:06:46.577228 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-ed6e95e1-f4eb-4385-bfb8-8f9c5269a54b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417bda34-9d0e-4049-9633-59875e24b42e') {'for_net_delete': True} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:06:46.578109 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-ed6e95e1-f4eb-4385-bfb8-8f9c5269a54b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417bda34-9d0e-4049-9633-59875e24b42e') {} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:06:46.589266 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-ed6e95e1-f4eb-4385-bfb8-8f9c5269a54b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749712136596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2500878'] for segment, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:46.605515 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-ed6e95e1-f4eb-4385-bfb8-8f9c5269a54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:46.612814 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6e95e1-f4eb-4385-bfb8-8f9c5269a54b admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=74277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 09 16:06:46.613198 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-ed6e95e1-f4eb-4385-bfb8-8f9c5269a54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16406059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501466'] for segment, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: Traceback (most recent call last): Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: timer() Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: cb(*args, **kw) Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: return func(*args, **kwargs) Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: self._notify() Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: self.callback(batched_events) Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: event.method(event) Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: return f(self, *a, **k) Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: return self._get(url).json() Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: return self.request(url, 'GET', **kwargs) Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:06:46.626622 dv-cinder-800228-1-smb neutron-server[74277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:06:46.704881 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-ed6e95e1-f4eb-4385-bfb8-8f9c5269a54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16405767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011809'] for network, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:46.708833 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:06:46.722967 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-ed6e95e1-f4eb-4385-bfb8-8f9c5269a54b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:46.733169 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e95e1-f4eb-4385-bfb8-8f9c5269a54b admin admin] Pushing event deleted for resources: {'Network': ['ID=1adf7ff8-61b1-4ee8-a53c-29dd98940400,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:06:46.737033 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-ed6e95e1-f4eb-4385-bfb8-8f9c5269a54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:06:46.742388 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-ed6e95e1-f4eb-4385-bfb8-8f9c5269a54b admin admin] 10.222.0.66 "DELETE /v2.0/networks/1adf7ff8-61b1-4ee8-a53c-29dd98940400 HTTP/1.1" status: 204 len: 168 time: 0.5065732 Jul 09 16:06:46.936308 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 48188) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:06:46.986251 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-435bed45-9572-4903-aaad-64cdff16b212 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f972adf36f8b4719a50cf3e2f48f049c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480452 Jul 09 16:06:46.988479 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 48192) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:06:47.047828 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4cc78ec2-b58e-4ce0-8794-cfffbe648a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:47.072506 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4cc78ec2-b58e-4ce0-8794-cfffbe648a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:47.128912 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4cc78ec2-b58e-4ce0-8794-cfffbe648a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:47.133003 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-5f9d3e12-ee78-48c3-a165-789700d4c1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:06:47.146239 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc78ec2-b58e-4ce0-8794-cfffbe648a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6274a59c-db70-4db1-8f51-94e163cd9966,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:06:47.149277 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-4cc78ec2-b58e-4ce0-8794-cfffbe648a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:06:47.153716 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-4cc78ec2-b58e-4ce0-8794-cfffbe648a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:47.157949 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-4cc78ec2-b58e-4ce0-8794-cfffbe648a96 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6274a59c-db70-4db1-8f51-94e163cd9966 HTTP/1.1" status: 204 len: 168 time: 0.1655350 Jul 09 16:06:48.833647 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 3500233d-0384-4a79-9220-7e20811f79af no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:06:48.869467 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] No Port match for: 3500233d-0384-4a79-9220-7e20811f79af {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:06:48.869832 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 3500233d-0384-4a79-9220-7e20811f79af not bound to the agent host hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:06:55.171324 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:56.274475 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:07:03.851107 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-438d8b79-d6d2-4cfc-814a-a5d6dddebe74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:04.420966 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:06.096854 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb64c-d021-4dd4-85ca-b0439403c217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:07.108410 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:08.722230 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:21.196581 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 48552) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:07:21.336131 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c3e3285e-cc3a-408a-8dc4-b2c9a23db76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:21.367705 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-c3e3285e-cc3a-408a-8dc4-b2c9a23db76b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:07:21.371463 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-c3e3285e-cc3a-408a-8dc4-b2c9a23db76b admin admin] Usage tracker for resource:security_group_rule and tenant:8f1d7e309fe64ae89a88bbc306b47be9 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:07:21.374234 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-c3e3285e-cc3a-408a-8dc4-b2c9a23db76b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:07:21.380147 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-c3e3285e-cc3a-408a-8dc4-b2c9a23db76b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:07:21.444136 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c3e3285e-cc3a-408a-8dc4-b2c9a23db76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:21.447991 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c3e3285e-cc3a-408a-8dc4-b2c9a23db76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:21.454107 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-d7d1b37f-a8f3-4218-9563-dbfe7600d64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:07:21.496935 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3285e-cc3a-408a-8dc4-b2c9a23db76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e6006b-cb5b-4b92-b80b-29aeec776bb9,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:21.503690 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-c3e3285e-cc3a-408a-8dc4-b2c9a23db76b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8f1d7e309fe64ae89a88bbc306b47be9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3060379 Jul 09 16:07:21.506850 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 48558) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:07:21.509113 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3285e-cc3a-408a-8dc4-b2c9a23db76b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.509478 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3285e-cc3a-408a-8dc4-b2c9a23db76b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.509859 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3285e-cc3a-408a-8dc4-b2c9a23db76b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.510210 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3285e-cc3a-408a-8dc4-b2c9a23db76b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.510554 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3285e-cc3a-408a-8dc4-b2c9a23db76b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.510894 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3285e-cc3a-408a-8dc4-b2c9a23db76b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.511283 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3285e-cc3a-408a-8dc4-b2c9a23db76b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.511638 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3285e-cc3a-408a-8dc4-b2c9a23db76b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.511977 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3285e-cc3a-408a-8dc4-b2c9a23db76b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.512312 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3285e-cc3a-408a-8dc4-b2c9a23db76b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.512644 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3285e-cc3a-408a-8dc4-b2c9a23db76b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.517038 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-c3e3285e-cc3a-408a-8dc4-b2c9a23db76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:07:21.570274 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-cb08525d-b5c6-4eb5-8cfe-09d8a39f349c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:21.595020 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-cb08525d-b5c6-4eb5-8cfe-09d8a39f349c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:21.646496 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-cb08525d-b5c6-4eb5-8cfe-09d8a39f349c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:21.650817 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-44d4d786-49ea-4974-9d11-36c6d443d399 tempest-TestShelveInstance-1020564466 tempest-TestShelveInstance-1020564466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:07:21.663697 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08525d-b5c6-4eb5-8cfe-09d8a39f349c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e6006b-cb5b-4b92-b80b-29aeec776bb9,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:21.668440 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-cb08525d-b5c6-4eb5-8cfe-09d8a39f349c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:21.669541 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-cb08525d-b5c6-4eb5-8cfe-09d8a39f349c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/02e6006b-cb5b-4b92-b80b-29aeec776bb9 HTTP/1.1" status: 204 len: 168 time: 0.1617551 Jul 09 16:07:21.675402 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08525d-b5c6-4eb5-8cfe-09d8a39f349c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.675754 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08525d-b5c6-4eb5-8cfe-09d8a39f349c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.676120 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08525d-b5c6-4eb5-8cfe-09d8a39f349c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.676482 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08525d-b5c6-4eb5-8cfe-09d8a39f349c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.676844 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08525d-b5c6-4eb5-8cfe-09d8a39f349c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.677208 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08525d-b5c6-4eb5-8cfe-09d8a39f349c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.677562 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08525d-b5c6-4eb5-8cfe-09d8a39f349c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.677970 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08525d-b5c6-4eb5-8cfe-09d8a39f349c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.678308 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08525d-b5c6-4eb5-8cfe-09d8a39f349c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.678657 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08525d-b5c6-4eb5-8cfe-09d8a39f349c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.679006 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08525d-b5c6-4eb5-8cfe-09d8a39f349c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:21.682158 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-cb08525d-b5c6-4eb5-8cfe-09d8a39f349c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:07:22.002601 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 48566) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:07:22.020554 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e507695f-b1e3-47ab-8484-c04a9f00c1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:22.052727 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-e507695f-b1e3-47ab-8484-c04a9f00c1d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:07:22.056547 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-e507695f-b1e3-47ab-8484-c04a9f00c1d2 admin admin] Usage tracker for resource:security_group_rule and tenant:ff896b83466f439c94036a463d0f9b38 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:07:22.059698 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-e507695f-b1e3-47ab-8484-c04a9f00c1d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:07:22.066048 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-e507695f-b1e3-47ab-8484-c04a9f00c1d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:07:22.134761 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e507695f-b1e3-47ab-8484-c04a9f00c1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:22.138305 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-e507695f-b1e3-47ab-8484-c04a9f00c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:22.145351 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-12d66d51-62b8-4115-8f1d-1a556727cb10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:07:22.187073 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-e507695f-b1e3-47ab-8484-c04a9f00c1d2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ff896b83466f439c94036a463d0f9b38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1834157 Jul 09 16:07:22.187821 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507695f-b1e3-47ab-8484-c04a9f00c1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809ae425-c586-43d2-839f-5bfdb49cfedb,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:22.190113 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 48570) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:07:22.190820 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e507695f-b1e3-47ab-8484-c04a9f00c1d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:07:22.250953 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-587ee986-aa8a-4118-84c5-aaa30dc9e97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:22.276071 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-587ee986-aa8a-4118-84c5-aaa30dc9e97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:22.326334 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-587ee986-aa8a-4118-84c5-aaa30dc9e97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:22.330743 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-ae43346d-3c17-4275-9b8a-d1a1d9ee07f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:07:22.343197 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ee986-aa8a-4118-84c5-aaa30dc9e97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809ae425-c586-43d2-839f-5bfdb49cfedb,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:22.351105 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-587ee986-aa8a-4118-84c5-aaa30dc9e97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:07:22.353069 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-587ee986-aa8a-4118-84c5-aaa30dc9e97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:22.354198 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-587ee986-aa8a-4118-84c5-aaa30dc9e97b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/809ae425-c586-43d2-839f-5bfdb49cfedb HTTP/1.1" status: 204 len: 168 time: 0.1630306 Jul 09 16:07:24.814648 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 48636) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:07:24.954500 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-3f25a433-61fc-47e8-9756-bad47278186c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:24.984374 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-3f25a433-61fc-47e8-9756-bad47278186c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:07:24.988275 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-3f25a433-61fc-47e8-9756-bad47278186c admin admin] Usage tracker for resource:security_group_rule and tenant:8fc2fcb40f9e4d208c3304043ba3deee is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:07:24.991134 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-3f25a433-61fc-47e8-9756-bad47278186c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:07:24.996678 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-3f25a433-61fc-47e8-9756-bad47278186c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:07:25.067035 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-3f25a433-61fc-47e8-9756-bad47278186c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:25.071015 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-3f25a433-61fc-47e8-9756-bad47278186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:25.077777 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-fe536726-d903-4a4c-9e6f-3cd310c7908e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:07:25.165514 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:25.206704 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-3f25a433-61fc-47e8-9756-bad47278186c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8fc2fcb40f9e4d208c3304043ba3deee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3908625 Jul 09 16:07:25.207484 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25a433-61fc-47e8-9756-bad47278186c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b32e590-6894-48d4-8339-c83be55ef2a0,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:25.209222 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 48642) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:07:25.210593 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-3f25a433-61fc-47e8-9756-bad47278186c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:07:25.268613 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-98985351-5892-449f-81b7-a6fb2ed7c14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:25.303473 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-98985351-5892-449f-81b7-a6fb2ed7c14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:25.354247 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-98985351-5892-449f-81b7-a6fb2ed7c14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:25.357810 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-999f1260-e85f-42d7-b25e-f37b32ceca6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:07:25.370581 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98985351-5892-449f-81b7-a6fb2ed7c14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b32e590-6894-48d4-8339-c83be55ef2a0,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:25.375577 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-98985351-5892-449f-81b7-a6fb2ed7c14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:07:25.379926 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-98985351-5892-449f-81b7-a6fb2ed7c14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:25.381028 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-98985351-5892-449f-81b7-a6fb2ed7c14a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b32e590-6894-48d4-8339-c83be55ef2a0 HTTP/1.1" status: 204 len: 168 time: 0.1707289 Jul 09 16:07:25.696177 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 48650) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:07:25.717500 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8a23f7ce-0426-4ff3-8991-380f24b74cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:25.748874 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-8a23f7ce-0426-4ff3-8991-380f24b74cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:07:25.752729 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-8a23f7ce-0426-4ff3-8991-380f24b74cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:e3725dac130e4ae2ba21f98a1fb204c3 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:07:25.755560 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-8a23f7ce-0426-4ff3-8991-380f24b74cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:07:25.761395 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-8a23f7ce-0426-4ff3-8991-380f24b74cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:07:25.825298 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8a23f7ce-0426-4ff3-8991-380f24b74cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:25.829301 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8a23f7ce-0426-4ff3-8991-380f24b74cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:25.836072 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-5c5c5346-56f8-45af-a09e-7e9f6421cc78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:07:25.875423 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23f7ce-0426-4ff3-8991-380f24b74cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f89395e-62f3-477c-8b6b-58a9b8acf368,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:25.879751 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-8a23f7ce-0426-4ff3-8991-380f24b74cd6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e3725dac130e4ae2ba21f98a1fb204c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1825905 Jul 09 16:07:25.880677 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-8a23f7ce-0426-4ff3-8991-380f24b74cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:07:25.882316 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 48654) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:07:25.941372 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8587ebe1-4b64-47ea-b52e-e04ec5d96d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:25.965982 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8587ebe1-4b64-47ea-b52e-e04ec5d96d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:26.018856 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8587ebe1-4b64-47ea-b52e-e04ec5d96d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:26.023341 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2dbf5c19-d31d-4b59-861e-b67e0effa13c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:07:26.036034 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587ebe1-4b64-47ea-b52e-e04ec5d96d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f89395e-62f3-477c-8b6b-58a9b8acf368,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:26.038806 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-8587ebe1-4b64-47ea-b52e-e04ec5d96d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:07:26.039646 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-8587ebe1-4b64-47ea-b52e-e04ec5d96d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:26.040713 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-8587ebe1-4b64-47ea-b52e-e04ec5d96d96 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7f89395e-62f3-477c-8b6b-58a9b8acf368 HTTP/1.1" status: 204 len: 168 time: 0.1575329 Jul 09 16:07:26.945190 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 48676) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:07:27.071421 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-401297096-network', 'tenant_id': 'e20b5c29482e4b75a4304025f6564c89'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:07:27.076064 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:07:27.080214 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Usage tracker for resource:network and tenant:e20b5c29482e4b75a4304025f6564c89 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:07:27.083064 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:07:27.089328 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:07:27.099244 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Made reservation on behalf of e20b5c29482e4b75a4304025f6564c89 for: {'network': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:07:27.101585 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for network, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:27.114116 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:27.144291 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:07:27.148015 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Usage tracker for resource:security_group_rule and tenant:e20b5c29482e4b75a4304025f6564c89 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:07:27.151028 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:07:27.157670 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:07:27.224180 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:27.228272 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:27.231261 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-0d3edda7-5386-462d-ab27-6568725c5fc1 tempest-AttachVolumeTestJSON-189464217 tempest-AttachVolumeTestJSON-189464217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:07:27.261909 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=74277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 09 16:07:27.280960 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9705e7a4-e9ca-4527-9851-223df2188841,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:27.285033 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:07:27.287516 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:27.287855 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.db.segments_db [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Added segment 69438eee-dcdf-4719-b685-8116d06032f6 of type vlan for network 9c033b98-a504-4922-8479-b3ac6ee2c922 Jul 09 16:07:27.315454 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749711616898'] for network, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:27.343578 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for network, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:27.345776 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:27.346384 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:27.351310 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-ed6e95e1-f4eb-4385-bfb8-8f9c5269a54b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:07:27.452767 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5063908 Jul 09 16:07:27.454014 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Pushing event updated for resources: {'Network': ['ID=9c033b98-a504-4922-8479-b3ac6ee2c922,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:27.455691 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 48682) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:07:27.456824 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-6d847b64-996f-4c85-88fc-cb918ee003fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:07:27.461962 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-83a65567-2592-4444-a9b3-1c94a695b44d admin admin] Request body: {'subnet': {'network_id': '9c033b98-a504-4922-8479-b3ac6ee2c922', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-401297096-subnet', 'tenant_id': 'e20b5c29482e4b75a4304025f6564c89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:07:27.463713 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Network 9c033b98-a504-4922-8479-b3ac6ee2c922 details requested by agent ovs-agent-dv-cinder-800228-1-smb with host dv-cinder-800228-1-smb {{(pid=74278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 16:07:27.467230 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-83a65567-2592-4444-a9b3-1c94a695b44d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:07:27.472044 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-83a65567-2592-4444-a9b3-1c94a695b44d admin admin] Usage tracker for resource:subnet and tenant:e20b5c29482e4b75a4304025f6564c89 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:07:27.475396 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-83a65567-2592-4444-a9b3-1c94a695b44d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:07:27.481098 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-83a65567-2592-4444-a9b3-1c94a695b44d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:07:27.492488 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a65567-2592-4444-a9b3-1c94a695b44d admin admin] Made reservation on behalf of e20b5c29482e4b75a4304025f6564c89 for: {'subnet': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:07:27.494856 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-83a65567-2592-4444-a9b3-1c94a695b44d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1889871'] for subnet, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:27.694568 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-83a65567-2592-4444-a9b3-1c94a695b44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1598754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1890229'] for subnet, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:27.698777 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:07:27.768351 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a65567-2592-4444-a9b3-1c94a695b44d admin admin] Pushing event updated for resources: {'Subnet': ['ID=14647a44-cf99-496f-b44c-6a9586365480,revision_number=0']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:27.772717 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-83a65567-2592-4444-a9b3-1c94a695b44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:07:27.783350 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a65567-2592-4444-a9b3-1c94a695b44d admin admin] Checking segment: {'id': '69438eee-dcdf-4719-b685-8116d06032f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9c033b98-a504-4922-8479-b3ac6ee2c922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:07:27.783702 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a65567-2592-4444-a9b3-1c94a695b44d admin admin] Network hostable DHCP agents. Network: 9c033b98-a504-4922-8479-b3ac6ee2c922, hostable agents: ['345db053-3c23-47d8-b5a3-85dd9c57b748'], hosted agents: [] {{(pid=74276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:07:27.805273 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a65567-2592-4444-a9b3-1c94a695b44d admin admin] Network 9c033b98-a504-4922-8479-b3ac6ee2c922 is scheduled to be hosted by DHCP agent 345db053-3c23-47d8-b5a3-85dd9c57b748 with binding_index 1 {{(pid=74276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:07:27.814367 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-83a65567-2592-4444-a9b3-1c94a695b44d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-smb, 9c033b98-a504-4922-8479-b3ac6ee2c922) {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:07:27.818328 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a65567-2592-4444-a9b3-1c94a695b44d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:27.818846 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-83a65567-2592-4444-a9b3-1c94a695b44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:27.823514 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc81205-a11d-4a17-9e4d-6538c7310f20 None None] Network 9c033b98-a504-4922-8479-b3ac6ee2c922 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:07:27.852001 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-83a65567-2592-4444-a9b3-1c94a695b44d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3873971 Jul 09 16:07:28.036537 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba0df9e-df78-49bf-84e0-f07d0290644e None None] Network 9c033b98-a504-4922-8479-b3ac6ee2c922 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:07:28.685928 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 48704) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:07:28.691957 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-263511319-network', 'tenant_id': '486478c7f0104b368347e7493707328c'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:07:28.696604 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:07:28.700468 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Usage tracker for resource:network and tenant:486478c7f0104b368347e7493707328c is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:07:28.703295 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:07:28.710839 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:07:28.722417 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Made reservation on behalf of 486478c7f0104b368347e7493707328c for: {'network': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:07:28.724705 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for network, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:28.737546 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:28.770026 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:07:28.773789 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Usage tracker for resource:security_group_rule and tenant:486478c7f0104b368347e7493707328c is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:07:28.776552 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:07:28.782399 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:07:28.847356 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:28.853053 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:28.856074 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-be90861b-50f6-4e7d-becf-df1fbd156d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:07:28.886304 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=74276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 09 16:07:28.895089 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7330bc-60de-4943-aa39-6bf2104fe2aa,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:28.898610 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:07:28.901215 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:28.901556 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.db.segments_db [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Added segment 85f4b045-215b-4652-950c-d0dbcf53d832 of type vlan for network 93e436f9-f04f-4fab-9abb-cb758ec95c84 Jul 09 16:07:28.930622 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749711616898'] for network, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:28.959360 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for network, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:28.960502 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:28.961066 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:28.965474 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:07:29.063884 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Pushing event updated for resources: {'Network': ['ID=93e436f9-f04f-4fab-9abb-cb758ec95c84,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:29.066808 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3798771 Jul 09 16:07:29.067769 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-4b77bcd1-bb38-458c-a845-7a3eba58a603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:07:29.069619 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 48708) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:07:29.074682 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Network 93e436f9-f04f-4fab-9abb-cb758ec95c84 details requested by agent ovs-agent-dv-cinder-800228-1-smb with host dv-cinder-800228-1-smb {{(pid=74278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 16:07:29.075171 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-498d0fad-fc8b-464f-8405-8bb6a8c11a10 admin admin] Request body: {'subnet': {'network_id': '93e436f9-f04f-4fab-9abb-cb758ec95c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-263511319-subnet', 'tenant_id': '486478c7f0104b368347e7493707328c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:07:29.080083 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-498d0fad-fc8b-464f-8405-8bb6a8c11a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:07:29.084118 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-498d0fad-fc8b-464f-8405-8bb6a8c11a10 admin admin] Usage tracker for resource:subnet and tenant:486478c7f0104b368347e7493707328c is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:07:29.087066 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-498d0fad-fc8b-464f-8405-8bb6a8c11a10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:07:29.092991 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-498d0fad-fc8b-464f-8405-8bb6a8c11a10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:07:29.103723 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498d0fad-fc8b-464f-8405-8bb6a8c11a10 admin admin] Made reservation on behalf of 486478c7f0104b368347e7493707328c for: {'subnet': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:07:29.106202 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-498d0fad-fc8b-464f-8405-8bb6a8c11a10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1889871'] for subnet, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:29.309896 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-498d0fad-fc8b-464f-8405-8bb6a8c11a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1598754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1890229'] for subnet, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:29.314815 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-a42fc031-e5f8-44d3-95e9-472509652e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:07:29.383567 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d0fad-fc8b-464f-8405-8bb6a8c11a10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d99660d3-8afd-46a3-921b-8351330dc1f1,revision_number=0']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:29.387670 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-498d0fad-fc8b-464f-8405-8bb6a8c11a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:07:29.398057 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d0fad-fc8b-464f-8405-8bb6a8c11a10 admin admin] Checking segment: {'id': '85f4b045-215b-4652-950c-d0dbcf53d832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '93e436f9-f04f-4fab-9abb-cb758ec95c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:07:29.398452 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498d0fad-fc8b-464f-8405-8bb6a8c11a10 admin admin] Network hostable DHCP agents. Network: 93e436f9-f04f-4fab-9abb-cb758ec95c84, hostable agents: ['345db053-3c23-47d8-b5a3-85dd9c57b748'], hosted agents: [] {{(pid=74276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:07:29.420649 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498d0fad-fc8b-464f-8405-8bb6a8c11a10 admin admin] Network 93e436f9-f04f-4fab-9abb-cb758ec95c84 is scheduled to be hosted by DHCP agent 345db053-3c23-47d8-b5a3-85dd9c57b748 with binding_index 1 {{(pid=74276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:07:29.430574 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.scheduler.base_scheduler [None req-498d0fad-fc8b-464f-8405-8bb6a8c11a10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-smb, 93e436f9-f04f-4fab-9abb-cb758ec95c84) {{(pid=74276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:07:29.435263 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498d0fad-fc8b-464f-8405-8bb6a8c11a10 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:29.436365 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-498d0fad-fc8b-464f-8405-8bb6a8c11a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:29.439355 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd35f1f-7c63-4c69-88fb-190fa03df616 None None] Network 93e436f9-f04f-4fab-9abb-cb758ec95c84 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:07:29.456988 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-498d0fad-fc8b-464f-8405-8bb6a8c11a10 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3863375 Jul 09 16:07:29.652332 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d588f7-af83-40e7-ba06-ed326e772c27 None None] Network 93e436f9-f04f-4fab-9abb-cb758ec95c84 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:07:30.176685 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efaede-5d1d-4071-a386-090549539081 req-592521f2-9b66-4671-bff3-c54f5b378710 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:30.178170 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-01efaede-5d1d-4071-a386-090549539081 req-592521f2-9b66-4671-bff3-c54f5b378710 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/networks?id=9c033b98-a504-4922-8479-b3ac6ee2c922 HTTP/1.1" status: 200 len: 808 time: 0.1430311 Jul 09 16:07:30.194434 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-01efaede-5d1d-4071-a386-090549539081 req-712e95e4-42bf-448e-bae0-54d58ee8b101 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/quotas/e20b5c29482e4b75a4304025f6564c89 HTTP/1.1" status: 200 len: 375 time: 0.0108597 Jul 09 16:07:30.239662 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-01efaede-5d1d-4071-a386-090549539081 req-a70abee5-708c-4f4d-aa56-98e92cffe793 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e20b5c29482e4b75a4304025f6564c89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404119 Jul 09 16:07:30.249949 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [req-01efaede-5d1d-4071-a386-090549539081 req-c2da9368-a384-41d1-91fd-fb34e2cbc046 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=74276) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 09 16:07:30.250899 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-01efaede-5d1d-4071-a386-090549539081 req-c2da9368-a384-41d1-91fd-fb34e2cbc046 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049274 Jul 09 16:07:30.380685 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-01efaede-5d1d-4071-a386-090549539081 req-041a3b20-fedd-4771-8e72-24b9fb6ff4bc service neutron] 10.222.0.66 "GET /v2.0/networks/9c033b98-a504-4922-8479-b3ac6ee2c922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241505 Jul 09 16:07:30.509679 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-01efaede-5d1d-4071-a386-090549539081 req-d6e393b5-427f-4fb5-8c28-ecb85a278951 service neutron] 10.222.0.66 "GET /v2.0/networks/9c033b98-a504-4922-8479-b3ac6ee2c922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233184 Jul 09 16:07:30.853896 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e21fee85-6b53-46d3-aa2a-acbf6f90d282 req-6458306b-855a-4bf3-8cfe-8ea9751882ff tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7bb9973-bf09-49ea-8f9e-7d935450ba62 HTTP/1.1" status: 200 len: 210 time: 0.1931939 Jul 09 16:07:32.034322 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e06a52e9-bac8-4266-96ef-39ea01a5ef7f req-4565dc85-be46-474d-9da0-784011a94f6c tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7bb9973-bf09-49ea-8f9e-7d935450ba62 HTTP/1.1" status: 200 len: 210 time: 0.0584884 Jul 09 16:07:32.073773 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efaede-5d1d-4071-a386-090549539081 req-d0ac02ff-73cd-4b5f-8f2d-91040b8a947e tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:32.074580 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-01efaede-5d1d-4071-a386-090549539081 req-d0ac02ff-73cd-4b5f-8f2d-91040b8a947e tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Synchronizing usage tracker for tenant:e20b5c29482e4b75a4304025f6564c89 on resource:network {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:07:32.092004 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-01efaede-5d1d-4071-a386-090549539081 req-d0ac02ff-73cd-4b5f-8f2d-91040b8a947e tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Unset dirty status for tenant:e20b5c29482e4b75a4304025f6564c89 on resource:network {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:07:32.093125 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-01efaede-5d1d-4071-a386-090549539081 req-d0ac02ff-73cd-4b5f-8f2d-91040b8a947e tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.89 "GET /v2.0/networks?id=9c033b98-a504-4922-8479-b3ac6ee2c922 HTTP/1.1" status: 200 len: 808 time: 0.1718485 Jul 09 16:07:32.130718 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-01efaede-5d1d-4071-a386-090549539081 req-1fd09c60-c941-48e4-bd44-526cd0760075 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Request body: {'port': {'device_id': 'e7bb9973-bf09-49ea-8f9e-7d935450ba62', 'network_id': '9c033b98-a504-4922-8479-b3ac6ee2c922', 'admin_state_up': True, 'tenant_id': 'e20b5c29482e4b75a4304025f6564c89'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:07:32.273128 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-01efaede-5d1d-4071-a386-090549539081 req-1fd09c60-c941-48e4-bd44-526cd0760075 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:07:32.276937 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-01efaede-5d1d-4071-a386-090549539081 req-1fd09c60-c941-48e4-bd44-526cd0760075 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Usage tracker for resource:port and tenant:e20b5c29482e4b75a4304025f6564c89 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:07:32.279811 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-01efaede-5d1d-4071-a386-090549539081 req-1fd09c60-c941-48e4-bd44-526cd0760075 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:07:32.285733 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-01efaede-5d1d-4071-a386-090549539081 req-1fd09c60-c941-48e4-bd44-526cd0760075 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:07:32.295511 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01efaede-5d1d-4071-a386-090549539081 req-1fd09c60-c941-48e4-bd44-526cd0760075 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Made reservation on behalf of e20b5c29482e4b75a4304025f6564c89 for: {'port': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:07:32.299415 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-01efaede-5d1d-4071-a386-090549539081 req-1fd09c60-c941-48e4-bd44-526cd0760075 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:32.465040 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [req-01efaede-5d1d-4071-a386-090549539081 req-1fd09c60-c941-48e4-bd44-526cd0760075 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Allocated IP 172.20.0.13 (9c033b98-a504-4922-8479-b3ac6ee2c922/14647a44-cf99-496f-b44c-6a9586365480/39a5ec11-058c-44a8-8842-0393cbf144a3) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:07:32.745473 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-01efaede-5d1d-4071-a386-090549539081 req-1fd09c60-c941-48e4-bd44-526cd0760075 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:32.773688 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-01efaede-5d1d-4071-a386-090549539081 req-1fd09c60-c941-48e4-bd44-526cd0760075 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:32.779194 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-945f1b0a-e0f1-448e-920c-6da6955e5dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:07:32.849262 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01efaede-5d1d-4071-a386-090549539081 req-1fd09c60-c941-48e4-bd44-526cd0760075 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Network 9c033b98-a504-4922-8479-b3ac6ee2c922 is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:07:32.852425 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [req-01efaede-5d1d-4071-a386-090549539081 req-1fd09c60-c941-48e4-bd44-526cd0760075 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:07:32.856709 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-01efaede-5d1d-4071-a386-090549539081 req-1fd09c60-c941-48e4-bd44-526cd0760075 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:07:32.881308 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd09c60-c941-48e4-bd44-526cd0760075 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Pushing event updated for resources: {'Port': ['ID=39a5ec11-058c-44a8-8842-0393cbf144a3,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:32.886500 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-1fd09c60-c941-48e4-bd44-526cd0760075 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:07:32.918084 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efaede-5d1d-4071-a386-090549539081 req-1fd09c60-c941-48e4-bd44-526cd0760075 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:32.918679 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-01efaede-5d1d-4071-a386-090549539081 req-1fd09c60-c941-48e4-bd44-526cd0760075 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:32.938769 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-01efaede-5d1d-4071-a386-090549539081 req-1fd09c60-c941-48e4-bd44-526cd0760075 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8128722 Jul 09 16:07:32.955936 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [req-01efaede-5d1d-4071-a386-090549539081 req-1beee6fa-2a5b-408f-b1f6-d2d3e7413e87 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=74277) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 09 16:07:32.957019 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-01efaede-5d1d-4071-a386-090549539081 req-1beee6fa-2a5b-408f-b1f6-d2d3e7413e87 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058641 Jul 09 16:07:33.039141 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-01efaede-5d1d-4071-a386-090549539081 req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Request body: {'port': {'device_id': 'e7bb9973-bf09-49ea-8f9e-7d935450ba62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:07:33.151777 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-01efaede-5d1d-4071-a386-090549539081 req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:33.238885 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce7d83-d3ba-491e-9b2a-3930b3828141 req-0d3e6f92-895e-40ba-8401-3738f4651321 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:33.240345 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8dce7d83-d3ba-491e-9b2a-3930b3828141 req-0d3e6f92-895e-40ba-8401-3738f4651321 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7bb9973-bf09-49ea-8f9e-7d935450ba62 HTTP/1.1" status: 200 len: 932 time: 0.0778329 Jul 09 16:07:33.275755 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:07:33.286692 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-8dce7d83-d3ba-491e-9b2a-3930b3828141 req-2f30c835-724e-4a84-bccb-e34820b04aaf tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/security-groups?id=9705e7a4-e9ca-4527-9851-223df2188841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406795 Jul 09 16:07:33.498055 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [req-01efaede-5d1d-4071-a386-090549539081 req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a5ec11-058c-44a8-8842-0393cbf144a3 {{(pid=74277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:07:33.505629 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-01efaede-5d1d-4071-a386-090549539081 req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:33.521355 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [req-01efaede-5d1d-4071-a386-090549539081 req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Transition to ACTIVE for port object 39a5ec11-058c-44a8-8842-0393cbf144a3 will not be triggered until provisioned by entity L2. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:07:33.524934 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-01efaede-5d1d-4071-a386-090549539081 req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501494'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:33.528486 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-78e819c5-cec3-405d-b673-4536a1014892 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:07:33.652227 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Pushing event updated for resources: {'Port': ['ID=39a5ec11-058c-44a8-8842-0393cbf144a3,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:33.656012 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:07:33.757129 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-01efaede-5d1d-4071-a386-090549539081 req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Attempting to bind port 39a5ec11-058c-44a8-8842-0393cbf144a3 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:07:33.757453 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-01efaede-5d1d-4071-a386-090549539081 req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Attempting to bind port 39a5ec11-058c-44a8-8842-0393cbf144a3 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '69438eee-dcdf-4719-b685-8116d06032f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9c033b98-a504-4922-8479-b3ac6ee2c922'}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:07:33.757788 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01efaede-5d1d-4071-a386-090549539081 req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Attempting to bind port 39a5ec11-058c-44a8-8842-0393cbf144a3 on network 9c033b98-a504-4922-8479-b3ac6ee2c922 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:07:33.763547 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01efaede-5d1d-4071-a386-090549539081 req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Port 39a5ec11-058c-44a8-8842-0393cbf144a3 on network 9c033b98-a504-4922-8479-b3ac6ee2c922 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 09 16:07:33.763857 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01efaede-5d1d-4071-a386-090549539081 req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Attempting to bind port 39a5ec11-058c-44a8-8842-0393cbf144a3 on network 9c033b98-a504-4922-8479-b3ac6ee2c922 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:07:33.770657 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01efaede-5d1d-4071-a386-090549539081 req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Checking agent: {'id': '891cfaac-3e76-4d41-913f-991116fa71b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 16:07:33.770980 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01efaede-5d1d-4071-a386-090549539081 req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Checking segment: {'id': '69438eee-dcdf-4719-b685-8116d06032f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9c033b98-a504-4922-8479-b3ac6ee2c922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:07:33.771348 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01efaede-5d1d-4071-a386-090549539081 req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Bound using segment: {'id': '69438eee-dcdf-4719-b685-8116d06032f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9c033b98-a504-4922-8479-b3ac6ee2c922'} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 16:07:33.771755 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-01efaede-5d1d-4071-a386-090549539081 req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Bound port: 39a5ec11-058c-44a8-8842-0393cbf144a3, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69438eee-dcdf-4719-b685-8116d06032f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9c033b98-a504-4922-8479-b3ac6ee2c922'}}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:07:33.772089 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-01efaede-5d1d-4071-a386-090549539081 req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:33.852731 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-b00ec3ff-afed-470c-9b6e-ecfb133641a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:33.862628 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-01efaede-5d1d-4071-a386-090549539081 req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] For port 39a5ec11-058c-44a8-8842-0393cbf144a3, host hv-cinder-80022, cleared binding levels {{(pid=74277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:07:33.865529 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-01efaede-5d1d-4071-a386-090549539081 req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] For port 39a5ec11-058c-44a8-8842-0393cbf144a3, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=39a5ec11-058c-44a8-8842-0393cbf144a3,segment=NetworkSegment(69438eee-dcdf-4719-b685-8116d06032f6),segment_id=69438eee-dcdf-4719-b685-8116d06032f6)] {{(pid=74277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:07:33.869696 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-01efaede-5d1d-4071-a386-090549539081 req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501494'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:33.873753 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:07:33.930832 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-01efaede-5d1d-4071-a386-090549539081 req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:33.932188 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-01efaede-5d1d-4071-a386-090549539081 req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] 10.222.0.89 "PUT /v2.0/ports/39a5ec11-058c-44a8-8842-0393cbf144a3 HTTP/1.1" status: 200 len: 1094 time: 0.9673975 Jul 09 16:07:33.932691 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7bb9973-bf09-49ea-8f9e-7d935450ba62', 'tag': '39a5ec11-058c-44a8-8842-0393cbf144a3'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:07:33.952379 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Pushing event updated for resources: {'Port': ['ID=39a5ec11-058c-44a8-8842-0393cbf144a3,revision_number=3']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:33.956215 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-2296c0db-723d-46b5-98b0-aed791fa76ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:07:34.064336 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-01efaede-5d1d-4071-a386-090549539081 req-14e76022-d556-4431-b762-2f2689c4b813 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e20b5c29482e4b75a4304025f6564c89&device_id=e7bb9973-bf09-49ea-8f9e-7d935450ba62 HTTP/1.1" status: 200 len: 1097 time: 0.0742786 Jul 09 16:07:34.070765 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7bb9973-bf09-49ea-8f9e-7d935450ba62', 'tag': '39a5ec11-058c-44a8-8842-0393cbf144a3', 'status': 'completed', 'code': 200} Jul 09 16:07:34.142834 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-01efaede-5d1d-4071-a386-090549539081 req-a625f668-60f0-4fbf-ac38-026c368ae7a9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39a5ec11-058c-44a8-8842-0393cbf144a3 HTTP/1.1" status: 200 len: 217 time: 0.0621688 Jul 09 16:07:34.208430 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efaede-5d1d-4071-a386-090549539081 req-51e50cd3-91e1-4cc6-ad8f-3cc14bd27865 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:34.210027 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-01efaede-5d1d-4071-a386-090549539081 req-51e50cd3-91e1-4cc6-ad8f-3cc14bd27865 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=14647a44-cf99-496f-b44c-6a9586365480 HTTP/1.1" status: 200 len: 848 time: 0.0608284 Jul 09 16:07:34.257172 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-01efaede-5d1d-4071-a386-090549539081 req-c24ed457-a240-4f3f-aae1-1223015d797f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9c033b98-a504-4922-8479-b3ac6ee2c922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405636 Jul 09 16:07:34.389059 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-01efaede-5d1d-4071-a386-090549539081 req-7d887699-b7ad-4ed4-a444-fbfdfe6bb096 service neutron] 10.222.0.89 "GET /v2.0/networks/9c033b98-a504-4922-8479-b3ac6ee2c922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250389 Jul 09 16:07:34.428703 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:34.593670 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a21d2-271a-493e-809f-a8799633b8ca req-852a58f1-b4dc-4109-9848-ab605ab9adb9 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:34.595081 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0d1a21d2-271a-493e-809f-a8799633b8ca req-852a58f1-b4dc-4109-9848-ab605ab9adb9 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7bb9973-bf09-49ea-8f9e-7d935450ba62 HTTP/1.1" status: 200 len: 944 time: 0.1873255 Jul 09 16:07:34.626054 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-01efaede-5d1d-4071-a386-090549539081 req-89eaaa2b-d161-4035-ad05-0f02baac0e04 service neutron] 10.222.0.89 "GET /v2.0/networks/9c033b98-a504-4922-8479-b3ac6ee2c922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290857 Jul 09 16:07:34.643759 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0d1a21d2-271a-493e-809f-a8799633b8ca req-4dddac20-1f2f-4965-b7da-9ad0354a7d68 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/security-groups?id=9705e7a4-e9ca-4527-9851-223df2188841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430348 Jul 09 16:07:34.797033 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-6e25a5f5-992b-4985-a32d-6f1162564e4d req-a6fadc6c-b08c-4281-9bfe-9ec5ed247a53 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e20b5c29482e4b75a4304025f6564c89&device_id=e7bb9973-bf09-49ea-8f9e-7d935450ba62 HTTP/1.1" status: 200 len: 1097 time: 0.0792186 Jul 09 16:07:34.934537 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25a5f5-992b-4985-a32d-6f1162564e4d req-e992c0d8-8e8d-4a65-9bfe-2604778d8b9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:34.936272 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-6e25a5f5-992b-4985-a32d-6f1162564e4d req-e992c0d8-8e8d-4a65-9bfe-2604778d8b9b service neutron] 10.222.0.89 "GET /v2.0/networks?id=9c033b98-a504-4922-8479-b3ac6ee2c922 HTTP/1.1" status: 200 len: 909 time: 0.1317873 Jul 09 16:07:35.006231 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-6e25a5f5-992b-4985-a32d-6f1162564e4d req-93fa526a-5035-4a66-be3d-b662c5840caa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39a5ec11-058c-44a8-8842-0393cbf144a3 HTTP/1.1" status: 200 len: 217 time: 0.0633521 Jul 09 16:07:35.076946 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25a5f5-992b-4985-a32d-6f1162564e4d req-bba7a479-376b-479d-95dc-74b4e34ed82a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:35.079041 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-6e25a5f5-992b-4985-a32d-6f1162564e4d req-bba7a479-376b-479d-95dc-74b4e34ed82a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=14647a44-cf99-496f-b44c-6a9586365480 HTTP/1.1" status: 200 len: 848 time: 0.0657520 Jul 09 16:07:35.131382 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-6e25a5f5-992b-4985-a32d-6f1162564e4d req-d56aa37e-ac4a-4bf0-9e7a-a66ffa4f8404 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9c033b98-a504-4922-8479-b3ac6ee2c922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448930 Jul 09 16:07:35.269436 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-6e25a5f5-992b-4985-a32d-6f1162564e4d req-6dc38e9f-6cc0-4206-940b-c57727b8fadd service neutron] 10.222.0.89 "GET /v2.0/networks/9c033b98-a504-4922-8479-b3ac6ee2c922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294434 Jul 09 16:07:35.416559 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-6e25a5f5-992b-4985-a32d-6f1162564e4d req-aff160d0-1a8b-47cd-ac1f-edc7130951a3 service neutron] 10.222.0.89 "GET /v2.0/networks/9c033b98-a504-4922-8479-b3ac6ee2c922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391716 Jul 09 16:07:35.852075 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0620b4-7f20-4e9b-a2d0-09fca61d4cd1 req-cb43a3da-70fe-4ac1-9b91-deb32012b3db tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:35.853518 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0b0620b4-7f20-4e9b-a2d0-09fca61d4cd1 req-cb43a3da-70fe-4ac1-9b91-deb32012b3db tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7bb9973-bf09-49ea-8f9e-7d935450ba62 HTTP/1.1" status: 200 len: 944 time: 0.0760744 Jul 09 16:07:35.898986 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0b0620b4-7f20-4e9b-a2d0-09fca61d4cd1 req-efb15233-4d76-482e-9939-96467d3ac8e0 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/security-groups?id=9705e7a4-e9ca-4527-9851-223df2188841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396593 Jul 09 16:07:36.098466 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-a772e79f-4e81-47b0-8bed-c1a8f90090b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:37.100781 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c3bb0-7e8d-44de-b1fd-de808bec3752 req-a63755bf-8a8c-41e5-90b5-f097606dfec4 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:37.102369 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7d5c3bb0-7e8d-44de-b1fd-de808bec3752 req-a63755bf-8a8c-41e5-90b5-f097606dfec4 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7bb9973-bf09-49ea-8f9e-7d935450ba62 HTTP/1.1" status: 200 len: 944 time: 0.0813634 Jul 09 16:07:37.112775 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 39a5ec11-058c-44a8-8842-0393cbf144a3 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 16:07:37.123457 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:37.152114 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-7d5c3bb0-7e8d-44de-b1fd-de808bec3752 req-5f98b916-a290-4543-a114-7a0cc0500229 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/security-groups?id=9705e7a4-e9ca-4527-9851-223df2188841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438645 Jul 09 16:07:37.249400 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 39a5ec11-058c-44a8-8842-0393cbf144a3, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=39a5ec11-058c-44a8-8842-0393cbf144a3,segment=NetworkSegment(69438eee-dcdf-4719-b685-8116d06032f6),segment_id=69438eee-dcdf-4719-b685-8116d06032f6)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:07:37.262632 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': '39a5ec11-058c-44a8-8842-0393cbf144a3', 'network_id': '9c033b98-a504-4922-8479-b3ac6ee2c922', 'port_id': '39a5ec11-058c-44a8-8842-0393cbf144a3', 'mac_address': 'fa:16:3e:30:7f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14647a44-cf99-496f-b44c-6a9586365480', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 16:07:37.319797 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:37.336419 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a5ec11-058c-44a8-8842-0393cbf144a3 {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:07:37.351403 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 39a5ec11-058c-44a8-8842-0393cbf144a3, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=39a5ec11-058c-44a8-8842-0393cbf144a3,segment=NetworkSegment(69438eee-dcdf-4719-b685-8116d06032f6),segment_id=69438eee-dcdf-4719-b685-8116d06032f6)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:07:37.355166 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:37.357955 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-27bb0eb9-2606-4ce8-8d2c-ec155991653c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:07:37.429604 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=39a5ec11-058c-44a8-8842-0393cbf144a3,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:37.439189 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:37.439532 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:37.439865 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:37.440193 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:37.440519 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:37.440845 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:37.441166 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:37.441497 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:37.441827 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:37.442146 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:37.442461 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:37.446285 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:07:37.652344 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['39a5ec11-058c-44a8-8842-0393cbf144a3'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:07:38.348967 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d4d66-7d9f-4553-bba6-0b2e2894595f req-85faffdd-6557-49a6-b646-073214898147 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:38.350456 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ac3d4d66-7d9f-4553-bba6-0b2e2894595f req-85faffdd-6557-49a6-b646-073214898147 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7bb9973-bf09-49ea-8f9e-7d935450ba62 HTTP/1.1" status: 200 len: 945 time: 0.0764112 Jul 09 16:07:38.398396 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-ac3d4d66-7d9f-4553-bba6-0b2e2894595f req-474a11bd-5d52-4708-9c9d-2f6f9fc36069 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/security-groups?id=9705e7a4-e9ca-4527-9851-223df2188841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424566 Jul 09 16:07:38.726433 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:39.111510 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 39a5ec11-058c-44a8-8842-0393cbf144a3 up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:07:39.183246 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning for port 39a5ec11-058c-44a8-8842-0393cbf144a3 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:07:39.188597 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port 39a5ec11-058c-44a8-8842-0393cbf144a3 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:07:39.188958 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:39.306026 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:39.334914 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7bb9973-bf09-49ea-8f9e-7d935450ba62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a5ec11-058c-44a8-8842-0393cbf144a3'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:07:39.346670 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 39a5ec11-058c-44a8-8842-0393cbf144a3, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=39a5ec11-058c-44a8-8842-0393cbf144a3,segment=NetworkSegment(69438eee-dcdf-4719-b685-8116d06032f6),segment_id=69438eee-dcdf-4719-b685-8116d06032f6)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:07:39.351252 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:39.353113 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:07:39.405023 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7bb9973-bf09-49ea-8f9e-7d935450ba62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a5ec11-058c-44a8-8842-0393cbf144a3', 'code': 200} Jul 09 16:07:39.428887 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=39a5ec11-058c-44a8-8842-0393cbf144a3,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:39.432258 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:07:39.625153 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cff4c8-73d9-43f9-a8b1-b7bb63cccc89 req-3cf461e5-454d-4564-b1e9-46769f93823c tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:39.626739 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-02cff4c8-73d9-43f9-a8b1-b7bb63cccc89 req-3cf461e5-454d-4564-b1e9-46769f93823c tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7bb9973-bf09-49ea-8f9e-7d935450ba62 HTTP/1.1" status: 200 len: 946 time: 0.0908616 Jul 09 16:07:39.680145 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-02cff4c8-73d9-43f9-a8b1-b7bb63cccc89 req-fe79184b-495b-4ee3-b00b-33753a5cc764 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/security-groups?id=9705e7a4-e9ca-4527-9851-223df2188841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474861 Jul 09 16:07:39.698526 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-9cd240c3-f5e3-4d88-a7cb-db7c421a1350 req-59c0aa29-658f-43b9-9614-fa2efeacc173 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e7bb9973-bf09-49ea-8f9e-7d935450ba62 HTTP/1.1" status: 200 len: 1099 time: 0.0766928 Jul 09 16:07:39.753071 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-9cd240c3-f5e3-4d88-a7cb-db7c421a1350 req-40d67d52-2e15-434f-90da-6f2eca5b7e67 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9705e7a4-e9ca-4527-9851-223df2188841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465486 Jul 09 16:07:40.912424 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195fdbe-5954-40c8-b8cb-37469521a399 req-5ab8ad85-8e71-42f7-849d-32c6eeb60bef tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:40.917177 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2195fdbe-5954-40c8-b8cb-37469521a399 req-5ab8ad85-8e71-42f7-849d-32c6eeb60bef tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7bb9973-bf09-49ea-8f9e-7d935450ba62 HTTP/1.1" status: 200 len: 946 time: 0.1020138 Jul 09 16:07:40.967477 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2195fdbe-5954-40c8-b8cb-37469521a399 req-9fec1a84-b125-4a07-a0e2-98e1cbb26aa8 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/security-groups?id=9705e7a4-e9ca-4527-9851-223df2188841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477326 Jul 09 16:07:42.171449 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2550c-6d06-4aa9-9695-6fff168003d2 req-8db3f479-4a2f-4e58-af4c-aa53d6c91a39 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:42.173720 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c2b2550c-6d06-4aa9-9695-6fff168003d2 req-8db3f479-4a2f-4e58-af4c-aa53d6c91a39 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7bb9973-bf09-49ea-8f9e-7d935450ba62 HTTP/1.1" status: 200 len: 946 time: 0.0771382 Jul 09 16:07:42.232193 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c2b2550c-6d06-4aa9-9695-6fff168003d2 req-011da719-fd05-4ce8-8888-43a24bb1a626 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/security-groups?id=9705e7a4-e9ca-4527-9851-223df2188841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527816 Jul 09 16:07:45.720067 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a0d0b-d756-4b3d-bc7b-17c499af9b9c req-d10c9ed2-ba67-4d0b-8bbd-d2bb98dab17b tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:45.721659 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-865a0d0b-d756-4b3d-bc7b-17c499af9b9c req-d10c9ed2-ba67-4d0b-8bbd-d2bb98dab17b tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7bb9973-bf09-49ea-8f9e-7d935450ba62 HTTP/1.1" status: 200 len: 946 time: 0.0939162 Jul 09 16:07:45.774694 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-865a0d0b-d756-4b3d-bc7b-17c499af9b9c req-7ee736dc-67c0-41b7-aa74-3da63f8c335a tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/security-groups?id=9705e7a4-e9ca-4527-9851-223df2188841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471358 Jul 09 16:07:46.984104 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef9680-da3a-44b7-8d58-176fec69d38a req-6583e037-2207-4fb8-ab1a-2d0a10ad485b tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:46.986234 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c8ef9680-da3a-44b7-8d58-176fec69d38a req-6583e037-2207-4fb8-ab1a-2d0a10ad485b tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7bb9973-bf09-49ea-8f9e-7d935450ba62 HTTP/1.1" status: 200 len: 946 time: 0.0790281 Jul 09 16:07:47.038190 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-c8ef9680-da3a-44b7-8d58-176fec69d38a req-e7c2fd96-7c4d-47ae-a552-6501657c2187 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/security-groups?id=9705e7a4-e9ca-4527-9851-223df2188841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463426 Jul 09 16:07:47.184300 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57410c-a7eb-4db3-8a6c-a7a6caeb89b5 req-2959069c-e597-459e-83da-b12e65c81da4 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:47.184985 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-2b57410c-a7eb-4db3-8a6c-a7a6caeb89b5 req-2959069c-e597-459e-83da-b12e65c81da4 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Synchronizing usage tracker for tenant:e20b5c29482e4b75a4304025f6564c89 on resource:port {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:07:47.201697 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-2b57410c-a7eb-4db3-8a6c-a7a6caeb89b5 req-2959069c-e597-459e-83da-b12e65c81da4 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Unset dirty status for tenant:e20b5c29482e4b75a4304025f6564c89 on resource:port {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:07:47.202870 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-2b57410c-a7eb-4db3-8a6c-a7a6caeb89b5 req-2959069c-e597-459e-83da-b12e65c81da4 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7bb9973-bf09-49ea-8f9e-7d935450ba62 HTTP/1.1" status: 200 len: 946 time: 0.0982134 Jul 09 16:07:47.270816 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-2b57410c-a7eb-4db3-8a6c-a7a6caeb89b5 req-25613487-7e99-471f-87f4-c9526ca5b61c tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Deleting port 39a5ec11-058c-44a8-8842-0393cbf144a3 {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:07:47.271153 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-2b57410c-a7eb-4db3-8a6c-a7a6caeb89b5 req-25613487-7e99-471f-87f4-c9526ca5b61c tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:47.511822 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-2b57410c-a7eb-4db3-8a6c-a7a6caeb89b5 req-25613487-7e99-471f-87f4-c9526ca5b61c tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] For port 39a5ec11-058c-44a8-8842-0393cbf144a3, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=39a5ec11-058c-44a8-8842-0393cbf144a3,segment=NetworkSegment(69438eee-dcdf-4719-b685-8116d06032f6),segment_id=69438eee-dcdf-4719-b685-8116d06032f6)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:07:47.512170 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-2b57410c-a7eb-4db3-8a6c-a7a6caeb89b5 req-25613487-7e99-471f-87f4-c9526ca5b61c tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:47.630655 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-2b57410c-a7eb-4db3-8a6c-a7a6caeb89b5 req-25613487-7e99-471f-87f4-c9526ca5b61c tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Calling delete_port for 39a5ec11-058c-44a8-8842-0393cbf144a3 owned by compute:nova {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:07:47.770572 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-2b57410c-a7eb-4db3-8a6c-a7a6caeb89b5 req-25613487-7e99-471f-87f4-c9526ca5b61c tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:47.776140 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-0707561e-af2a-469f-a678-07ae137a964b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:07:47.807848 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['39a5ec11-058c-44a8-8842-0393cbf144a3'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:07:47.906496 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25613487-7e99-471f-87f4-c9526ca5b61c tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Pushing event deleted for resources: {'Port': ['ID=39a5ec11-058c-44a8-8842-0393cbf144a3,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:47.909140 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-25613487-7e99-471f-87f4-c9526ca5b61c tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:07:47.976695 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b57410c-a7eb-4db3-8a6c-a7a6caeb89b5 req-25613487-7e99-471f-87f4-c9526ca5b61c tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] No DVR routers for this DVR port 39a5ec11-058c-44a8-8842-0393cbf144a3 on host hv-cinder-80022 {{(pid=74277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:07:47.979311 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-2b57410c-a7eb-4db3-8a6c-a7a6caeb89b5 req-25613487-7e99-471f-87f4-c9526ca5b61c tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:47.981598 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7bb9973-bf09-49ea-8f9e-7d935450ba62', 'name': 'network-vif-deleted', 'tag': '39a5ec11-058c-44a8-8842-0393cbf144a3'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:07:47.998203 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-2b57410c-a7eb-4db3-8a6c-a7a6caeb89b5 req-25613487-7e99-471f-87f4-c9526ca5b61c tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.89 "DELETE /v2.0/ports/39a5ec11-058c-44a8-8842-0393cbf144a3 HTTP/1.1" status: 204 len: 173 time: 0.7889369 Jul 09 16:07:48.043312 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7bb9973-bf09-49ea-8f9e-7d935450ba62', 'name': 'network-vif-deleted', 'tag': '39a5ec11-058c-44a8-8842-0393cbf144a3', 'status': 'completed', 'code': 200} Jul 09 16:07:48.212427 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-614ca1a3-f9e4-470f-a079-b9b765445787 req-09504f1d-ee9f-40f1-a1f0-4bf5d98aa024 tempest-VolumesActionsTest-1847278746 tempest-VolumesActionsTest-1847278746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7bb9973-bf09-49ea-8f9e-7d935450ba62 HTTP/1.1" status: 200 len: 210 time: 0.0476079 Jul 09 16:07:51.159776 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 39a5ec11-058c-44a8-8842-0393cbf144a3 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:07:51.197917 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] No Port match for: 39a5ec11-058c-44a8-8842-0393cbf144a3 {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:07:51.198267 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 39a5ec11-058c-44a8-8842-0393cbf144a3 not bound to the agent host hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:07:55.180232 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:03.854268 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-0e4053aa-9497-4976-8c56-c2eafb33be00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:04.420985 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:06.099542 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-64a4e5a5-f566-4c10-b807-50fc1098a39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:06.732603 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 48926) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:08:06.793295 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.db_base_plugin_v2 [None req-353f2f12-9b31-4c5e-bae7-5197f6c45376 admin admin] Deleting subnet 14647a44-cf99-496f-b44c-6a9586365480 {{(pid=74276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 09 16:08:06.796338 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-353f2f12-9b31-4c5e-bae7-5197f6c45376 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:06.855698 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-353f2f12-9b31-4c5e-bae7-5197f6c45376 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1599483'] for subnet, precommit_delete_associations {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:06.912187 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-353f2f12-9b31-4c5e-bae7-5197f6c45376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16406145'] for subnet, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:06.979071 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-353f2f12-9b31-4c5e-bae7-5197f6c45376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16406158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1598819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1890222'] for subnet, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:06.983400 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-bc999315-1815-4890-8ef2-58828e1cc22c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:08:07.022122 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f2f12-9b31-4c5e-bae7-5197f6c45376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14647a44-cf99-496f-b44c-6a9586365480,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:07.025357 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-353f2f12-9b31-4c5e-bae7-5197f6c45376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:08:07.026372 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-353f2f12-9b31-4c5e-bae7-5197f6c45376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for subnet, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:07.031948 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-353f2f12-9b31-4c5e-bae7-5197f6c45376 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/14647a44-cf99-496f-b44c-6a9586365480 HTTP/1.1" status: 204 len: 168 time: 0.2983279 Jul 09 16:08:07.034659 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 48930) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:08:07.114213 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:07.138251 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-bd80e895-55f0-4206-95fe-3bdc4b0ed2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361167'] for network, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:07.273954 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-bd80e895-55f0-4206-95fe-3bdc4b0ed2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16405790', 'neutron.services.segments.db._delete_segments_for_network-8749712051321'] for network, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:07.287567 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.services.segments.db [None req-bd80e895-55f0-4206-95fe-3bdc4b0ed2e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c033b98-a504-4922-8479-b3ac6ee2c922']}} {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:08:07.300301 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.services.segments.db [None req-bd80e895-55f0-4206-95fe-3bdc4b0ed2e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69438eee-dcdf-4719-b685-8116d06032f6') {'for_net_delete': True} {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:08:07.300592 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.services.segments.db [None req-bd80e895-55f0-4206-95fe-3bdc4b0ed2e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69438eee-dcdf-4719-b685-8116d06032f6') {} {{(pid=74276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:08:07.313516 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-bd80e895-55f0-4206-95fe-3bdc4b0ed2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749712136596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1599458'] for segment, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:07.330783 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-bd80e895-55f0-4206-95fe-3bdc4b0ed2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:07.337183 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd80e895-55f0-4206-95fe-3bdc4b0ed2e1 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=74276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 09 16:08:07.337574 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-bd80e895-55f0-4206-95fe-3bdc4b0ed2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16406059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1598853'] for segment, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: Traceback (most recent call last): Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: timer() Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: cb(*args, **kw) Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: return func(*args, **kwargs) Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: self._notify() Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: self.callback(batched_events) Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: event.method(event) Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: return f(self, *a, **k) Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: return self._get(url).json() Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: return self.request(url, 'GET', **kwargs) Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:08:07.350971 dv-cinder-800228-1-smb neutron-server[74276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:08:07.428363 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-bd80e895-55f0-4206-95fe-3bdc4b0ed2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16405767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011809'] for network, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:07.432029 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-c4170b90-9dd7-4fc8-a14b-cda1cc192077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:08:07.448368 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-bd80e895-55f0-4206-95fe-3bdc4b0ed2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:07.455769 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80e895-55f0-4206-95fe-3bdc4b0ed2e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c033b98-a504-4922-8479-b3ac6ee2c922,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:07.460676 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-bd80e895-55f0-4206-95fe-3bdc4b0ed2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:08:07.467850 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-bd80e895-55f0-4206-95fe-3bdc4b0ed2e1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9c033b98-a504-4922-8479-b3ac6ee2c922 HTTP/1.1" status: 204 len: 168 time: 0.4322271 Jul 09 16:08:07.470805 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 48934) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:08:07.535464 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_v2 [None req-60dc9060-aa2c-4811-87d6-28e7765224db admin admin] Deleting subnet d99660d3-8afd-46a3-921b-8351330dc1f1 {{(pid=74277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 09 16:08:07.538635 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-60dc9060-aa2c-4811-87d6-28e7765224db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:07.589650 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-60dc9060-aa2c-4811-87d6-28e7765224db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500887'] for subnet, precommit_delete_associations {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:07.646620 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-60dc9060-aa2c-4811-87d6-28e7765224db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16406145'] for subnet, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:07.724872 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-60dc9060-aa2c-4811-87d6-28e7765224db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16406158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2449787'] for subnet, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:07.729150 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-f2048497-705e-4143-8ea6-d5849e24d9f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:08:07.763454 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc9060-aa2c-4811-87d6-28e7765224db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d99660d3-8afd-46a3-921b-8351330dc1f1,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:07.767630 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-60dc9060-aa2c-4811-87d6-28e7765224db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:08:07.770436 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-60dc9060-aa2c-4811-87d6-28e7765224db admin admin] Notify callbacks [] for subnet, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:07.776612 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-60dc9060-aa2c-4811-87d6-28e7765224db admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d99660d3-8afd-46a3-921b-8351330dc1f1 HTTP/1.1" status: 204 len: 168 time: 0.3045154 Jul 09 16:08:07.778887 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 48938) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:08:07.890860 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-610f6a8c-6ba7-4a10-9e5a-701eed8b5b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361167'] for network, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:08.017127 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-610f6a8c-6ba7-4a10-9e5a-701eed8b5b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16405790', 'neutron.services.segments.db._delete_segments_for_network-8749712051321'] for network, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:08.029811 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-610f6a8c-6ba7-4a10-9e5a-701eed8b5b6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e436f9-f04f-4fab-9abb-cb758ec95c84']}} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:08:08.042432 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-610f6a8c-6ba7-4a10-9e5a-701eed8b5b6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f4b045-215b-4652-950c-d0dbcf53d832') {'for_net_delete': True} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:08:08.042725 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-610f6a8c-6ba7-4a10-9e5a-701eed8b5b6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f4b045-215b-4652-950c-d0dbcf53d832') {} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:08:08.054777 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-610f6a8c-6ba7-4a10-9e5a-701eed8b5b6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749712136596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2500878'] for segment, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:08.071145 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-610f6a8c-6ba7-4a10-9e5a-701eed8b5b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:08.077096 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610f6a8c-6ba7-4a10-9e5a-701eed8b5b6a admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=74277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 09 16:08:08.077460 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-610f6a8c-6ba7-4a10-9e5a-701eed8b5b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16406059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501466'] for segment, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: Traceback (most recent call last): Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: timer() Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: cb(*args, **kw) Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: return func(*args, **kwargs) Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: self._notify() Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: self.callback(batched_events) Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: event.method(event) Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: return f(self, *a, **k) Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: return self._get(url).json() Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: return self.request(url, 'GET', **kwargs) Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:08:08.090714 dv-cinder-800228-1-smb neutron-server[74277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:08:08.169941 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-610f6a8c-6ba7-4a10-9e5a-701eed8b5b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16405767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011809'] for network, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:08.174156 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:08:08.188090 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-610f6a8c-6ba7-4a10-9e5a-701eed8b5b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:08.197307 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f6a8c-6ba7-4a10-9e5a-701eed8b5b6a admin admin] Pushing event deleted for resources: {'Network': ['ID=93e436f9-f04f-4fab-9abb-cb758ec95c84,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:08.200195 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-610f6a8c-6ba7-4a10-9e5a-701eed8b5b6a admin admin] 10.222.0.66 "DELETE /v2.0/networks/93e436f9-f04f-4fab-9abb-cb758ec95c84 HTTP/1.1" status: 204 len: 168 time: 0.4203949 Jul 09 16:08:08.201051 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-610f6a8c-6ba7-4a10-9e5a-701eed8b5b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:08:08.394038 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 48944) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:08:08.444592 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-c5a50e7d-6ad0-45d6-89a8-eba94ceeff49 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e20b5c29482e4b75a4304025f6564c89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493309 Jul 09 16:08:08.446897 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 48948) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:08:08.509171 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-54b040d7-6268-457e-8b79-66a3948a0cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:08.534850 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-54b040d7-6268-457e-8b79-66a3948a0cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:08.586409 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-54b040d7-6268-457e-8b79-66a3948a0cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:08.589951 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-0cab3596-76c7-4e08-b1f1-5b9fc50b77ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:08:08.601997 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b040d7-6268-457e-8b79-66a3948a0cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9705e7a4-e9ca-4527-9851-223df2188841,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:08.604391 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-54b040d7-6268-457e-8b79-66a3948a0cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:08:08.610301 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-54b040d7-6268-457e-8b79-66a3948a0cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:08.611395 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-54b040d7-6268-457e-8b79-66a3948a0cb0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9705e7a4-e9ca-4527-9851-223df2188841 HTTP/1.1" status: 204 len: 168 time: 0.1636326 Jul 09 16:08:08.728487 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:08.995072 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 48956) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:08:09.045098 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-33fda16a-e2cd-45e3-aaaa-f32b09f28951 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=486478c7f0104b368347e7493707328c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487390 Jul 09 16:08:09.048165 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 48960) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:08:09.106794 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9500b5c1-d997-4887-9bfb-ad86b738897d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:09.132231 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9500b5c1-d997-4887-9bfb-ad86b738897d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:09.187562 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9500b5c1-d997-4887-9bfb-ad86b738897d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:09.193140 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-674fae16-351f-4d58-b84c-ed9d42741f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:08:09.205161 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500b5c1-d997-4887-9bfb-ad86b738897d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7330bc-60de-4943-aa39-6bf2104fe2aa,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:09.208079 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-9500b5c1-d997-4887-9bfb-ad86b738897d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:08:09.209966 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-9500b5c1-d997-4887-9bfb-ad86b738897d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:09.213326 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-9500b5c1-d997-4887-9bfb-ad86b738897d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4f7330bc-60de-4943-aa39-6bf2104fe2aa HTTP/1.1" status: 204 len: 168 time: 0.1619377 Jul 09 16:08:10.275576 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:08:10.501721 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 48990) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:08:10.645186 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-a2802c90-dbad-4d66-95fb-e86f7ccae991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:10.676366 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-a2802c90-dbad-4d66-95fb-e86f7ccae991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:08:10.680286 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-a2802c90-dbad-4d66-95fb-e86f7ccae991 admin admin] Usage tracker for resource:security_group_rule and tenant:ac31661724cd4f059c620bea956fa2c4 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:08:10.683071 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-a2802c90-dbad-4d66-95fb-e86f7ccae991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:08:10.689612 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-a2802c90-dbad-4d66-95fb-e86f7ccae991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:08:10.754654 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-a2802c90-dbad-4d66-95fb-e86f7ccae991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:10.758725 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-a2802c90-dbad-4d66-95fb-e86f7ccae991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:10.765601 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-9b0cd6cb-1881-4098-8c61-19d96e39c7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:08:10.806060 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2802c90-dbad-4d66-95fb-e86f7ccae991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868c3259-f5c6-48ee-9d7b-21f1dfeb5b16,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:10.808987 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-a2802c90-dbad-4d66-95fb-e86f7ccae991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:08:10.811629 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-a2802c90-dbad-4d66-95fb-e86f7ccae991 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac31661724cd4f059c620bea956fa2c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3089058 Jul 09 16:08:10.815013 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 48996) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:08:10.874087 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f2b95e79-b938-4bf7-9c44-f08b9a2bc363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:10.899976 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f2b95e79-b938-4bf7-9c44-f08b9a2bc363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:10.952108 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f2b95e79-b938-4bf7-9c44-f08b9a2bc363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:10.956173 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-87b4719a-174e-4956-99e5-fec3248a95c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:08:10.968588 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b95e79-b938-4bf7-9c44-f08b9a2bc363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868c3259-f5c6-48ee-9d7b-21f1dfeb5b16,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:10.971716 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-f2b95e79-b938-4bf7-9c44-f08b9a2bc363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:08:10.973614 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-f2b95e79-b938-4bf7-9c44-f08b9a2bc363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:10.977019 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-f2b95e79-b938-4bf7-9c44-f08b9a2bc363 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/868c3259-f5c6-48ee-9d7b-21f1dfeb5b16 HTTP/1.1" status: 204 len: 168 time: 0.1587865 Jul 09 16:08:23.124324 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 49130) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:08:23.265461 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-6ee51dd0-e4bc-4ffd-ad9c-428c14e38bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:23.301473 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-6ee51dd0-e4bc-4ffd-ad9c-428c14e38bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:08:23.305335 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-6ee51dd0-e4bc-4ffd-ad9c-428c14e38bda admin admin] Usage tracker for resource:security_group_rule and tenant:7772bcdd155a45e2a5c160c3ebef1566 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:08:23.308054 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-6ee51dd0-e4bc-4ffd-ad9c-428c14e38bda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:08:23.314253 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-6ee51dd0-e4bc-4ffd-ad9c-428c14e38bda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:08:23.476854 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-6ee51dd0-e4bc-4ffd-ad9c-428c14e38bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:23.480572 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-6ee51dd0-e4bc-4ffd-ad9c-428c14e38bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:23.487360 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-d020661b-5c91-4d1c-9724-a5cb40b165df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:08:23.527449 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee51dd0-e4bc-4ffd-ad9c-428c14e38bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976d66eb-0540-4b53-8484-9d7fc35e17ff,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:23.531110 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-6ee51dd0-e4bc-4ffd-ad9c-428c14e38bda admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7772bcdd155a45e2a5c160c3ebef1566&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4057810 Jul 09 16:08:23.534359 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 49136) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:08:23.551544 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee51dd0-e4bc-4ffd-ad9c-428c14e38bda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:23.551913 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee51dd0-e4bc-4ffd-ad9c-428c14e38bda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:23.552276 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee51dd0-e4bc-4ffd-ad9c-428c14e38bda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:23.552635 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee51dd0-e4bc-4ffd-ad9c-428c14e38bda admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:23.552989 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee51dd0-e4bc-4ffd-ad9c-428c14e38bda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:23.553346 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee51dd0-e4bc-4ffd-ad9c-428c14e38bda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:23.553694 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee51dd0-e4bc-4ffd-ad9c-428c14e38bda admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:23.554082 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee51dd0-e4bc-4ffd-ad9c-428c14e38bda admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:23.554428 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee51dd0-e4bc-4ffd-ad9c-428c14e38bda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:23.554772 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee51dd0-e4bc-4ffd-ad9c-428c14e38bda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:23.555116 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee51dd0-e4bc-4ffd-ad9c-428c14e38bda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:23.560756 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-6ee51dd0-e4bc-4ffd-ad9c-428c14e38bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:08:23.609014 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-252aa78f-4e5c-4a0a-95b5-c9bedb7bfe0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:23.634771 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-252aa78f-4e5c-4a0a-95b5-c9bedb7bfe0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:23.689949 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-252aa78f-4e5c-4a0a-95b5-c9bedb7bfe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:23.693503 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-764310c3-aac4-4fab-b250-391429d66c14 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:08:23.705207 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252aa78f-4e5c-4a0a-95b5-c9bedb7bfe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976d66eb-0540-4b53-8484-9d7fc35e17ff,revision_number=None']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:23.707480 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-252aa78f-4e5c-4a0a-95b5-c9bedb7bfe0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:08:23.713319 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-252aa78f-4e5c-4a0a-95b5-c9bedb7bfe0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:23.714475 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-252aa78f-4e5c-4a0a-95b5-c9bedb7bfe0a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/976d66eb-0540-4b53-8484-9d7fc35e17ff HTTP/1.1" status: 204 len: 168 time: 0.1792381 Jul 09 16:08:24.567059 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [-] (74276) accepted ('10.222.0.66', 49158) {{(pid=74276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:08:24.694851 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.v2.base [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2068489043-network', 'tenant_id': '43252bb1e3a74b50a7febea7c90e5b12'}} {{(pid=74276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:08:24.699477 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:08:24.703928 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Usage tracker for resource:network and tenant:43252bb1e3a74b50a7febea7c90e5b12 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:08:24.707942 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:08:24.715568 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:08:24.728046 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Made reservation on behalf of 43252bb1e3a74b50a7febea7c90e5b12 for: {'network': 1} {{(pid=74276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:08:24.730332 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for network, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:24.743203 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:24.773728 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:08:24.777752 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Usage tracker for resource:security_group_rule and tenant:43252bb1e3a74b50a7febea7c90e5b12 is out of sync, need to count used quota {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:08:24.780688 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:08:24.786905 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.db.quota.driver [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:08:24.852435 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:24.856263 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:24.859080 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-f4fe670b-5224-4406-9ee1-7c5d35a7bd99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:08:24.894556 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=74276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 09 16:08:24.906581 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762460b0-e7c2-47fb-8dfd-7eab850d99a9,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:24.911029 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:08:24.911932 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:24.912266 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.db.segments_db [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Added segment aadc81dd-2893-4db1-9d17-b6ff326051de of type vlan for network e5b089e7-c542-4f31-ba8f-563a12d98375 Jul 09 16:08:24.940393 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749711616898'] for network, precommit_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:24.968654 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780'] for network, after_create {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:24.970426 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:24.970996 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron_lib.callbacks.manager [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:24.975476 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:08:25.071417 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Pushing event updated for resources: {'Network': ['ID=e5b089e7-c542-4f31-ba8f-563a12d98375,revision_number=1']} {{(pid=74276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:25.074341 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5062041 Jul 09 16:08:25.075291 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG oslo_concurrency.lockutils [None req-c083c6fb-08d1-4f0b-9f33-21f3d4b85eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:08:25.077293 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 49164) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:08:25.082140 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Network e5b089e7-c542-4f31-ba8f-563a12d98375 details requested by agent ovs-agent-dv-cinder-800228-1-smb with host dv-cinder-800228-1-smb {{(pid=74278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 16:08:25.083681 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Request body: {'subnet': {'network_id': 'e5b089e7-c542-4f31-ba8f-563a12d98375', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2068489043-subnet', 'tenant_id': '43252bb1e3a74b50a7febea7c90e5b12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:08:25.088495 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:08:25.092294 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Usage tracker for resource:subnet and tenant:43252bb1e3a74b50a7febea7c90e5b12 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:08:25.096128 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:08:25.102747 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:08:25.111897 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Made reservation on behalf of 43252bb1e3a74b50a7febea7c90e5b12 for: {'subnet': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:08:25.114427 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2449562'] for subnet, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:25.201912 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:25.332516 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2449760'] for subnet, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:25.336937 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e0bebaa8-4d30-45a5-a8f9-7f7abf5d5062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:08:25.406337 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=140d30de-0f61-4281-950d-90cf5c7f39d6,revision_number=0']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:25.424035 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:25.424411 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:25.424784 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:25.425257 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:25.425836 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:25.426266 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:25.426633 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:25.426997 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:25.427356 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:25.427713 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:25.428067 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:25.433790 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:08:25.433790 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Checking segment: {'id': 'aadc81dd-2893-4db1-9d17-b6ff326051de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'e5b089e7-c542-4f31-ba8f-563a12d98375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:08:25.434067 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Network hostable DHCP agents. Network: e5b089e7-c542-4f31-ba8f-563a12d98375, hostable agents: ['345db053-3c23-47d8-b5a3-85dd9c57b748'], hosted agents: [] {{(pid=74277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:08:25.456641 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Network e5b089e7-c542-4f31-ba8f-563a12d98375 is scheduled to be hosted by DHCP agent 345db053-3c23-47d8-b5a3-85dd9c57b748 with binding_index 1 {{(pid=74277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:08:25.465362 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-smb, e5b089e7-c542-4f31-ba8f-563a12d98375) {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:08:25.470381 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:25.471198 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:25.474758 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63697932-7940-470a-8ca2-5b179b98aa1e None None] Network e5b089e7-c542-4f31-ba8f-563a12d98375 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:08:25.495583 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-5dbd2bc8-0bf4-447a-8f37-d3c9b9fdd5e3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4171677 Jul 09 16:08:25.684143 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5d6727-3e4c-42be-8869-f4d58b1a779b None None] Network e5b089e7-c542-4f31-ba8f-563a12d98375 requested from dv-cinder-800228-1-smb {{(pid=74278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 09 16:08:27.607395 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-c7bf700c-e285-43a2-ab0d-fcbea330572c tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:27.608101 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-c7bf700c-e285-43a2-ab0d-fcbea330572c tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Synchronizing usage tracker for tenant:43252bb1e3a74b50a7febea7c90e5b12 on resource:network {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:08:27.626252 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-c7bf700c-e285-43a2-ab0d-fcbea330572c tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Unset dirty status for tenant:43252bb1e3a74b50a7febea7c90e5b12 on resource:network {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:08:27.627505 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-c7bf700c-e285-43a2-ab0d-fcbea330572c tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/networks?id=e5b089e7-c542-4f31-ba8f-563a12d98375 HTTP/1.1" status: 200 len: 814 time: 0.1649606 Jul 09 16:08:27.651964 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-7133e085-74c1-4e5d-8f46-351be6c4aed0 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/quotas/43252bb1e3a74b50a7febea7c90e5b12 HTTP/1.1" status: 200 len: 375 time: 0.0190239 Jul 09 16:08:27.701629 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-57a54319-97c6-4e72-a790-74ee6638faf6 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=43252bb1e3a74b50a7febea7c90e5b12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439951 Jul 09 16:08:27.778007 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-13dad34d-1398-45b1-a877-23b93a300479 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=74276) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 09 16:08:27.778972 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-13dad34d-1398-45b1-a877-23b93a300479 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0704172 Jul 09 16:08:27.910250 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-1f64e72e-4dba-43b4-b07d-5c3277518c98 service neutron] 10.222.0.66 "GET /v2.0/networks/e5b089e7-c542-4f31-ba8f-563a12d98375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252844 Jul 09 16:08:28.055794 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-fe6af738-4f32-4b3a-80c0-bf8e484fce72 service neutron] 10.222.0.66 "GET /v2.0/networks/e5b089e7-c542-4f31-ba8f-563a12d98375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398306 Jul 09 16:08:29.255232 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e699bd9b-8f60-4dcc-aedb-2e5728c2d33b req-b130b09f-db6b-42f3-a779-c4da44992898 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=3996033f-3647-444c-8237-0bebb6e648ed HTTP/1.1" status: 200 len: 210 time: 0.0409141 Jul 09 16:08:30.412885 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-d5e15f7c-581c-4352-b503-06ae4e6acb8f tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:30.414317 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-d5e15f7c-581c-4352-b503-06ae4e6acb8f tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.89 "GET /v2.0/networks?id=e5b089e7-c542-4f31-ba8f-563a12d98375 HTTP/1.1" status: 200 len: 814 time: 0.1508203 Jul 09 16:08:30.423887 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d587274f-979f-4e15-ba51-8954d2757500 req-68c47258-4585-4001-938d-91e1a82df9ff tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=3996033f-3647-444c-8237-0bebb6e648ed HTTP/1.1" status: 200 len: 210 time: 0.0451834 Jul 09 16:08:30.438973 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-9128cee6-cbf6-4000-967e-4673d22d4092 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Request body: {'port': {'device_id': '3996033f-3647-444c-8237-0bebb6e648ed', 'network_id': 'e5b089e7-c542-4f31-ba8f-563a12d98375', 'admin_state_up': True, 'tenant_id': '43252bb1e3a74b50a7febea7c90e5b12'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:08:30.674515 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-9128cee6-cbf6-4000-967e-4673d22d4092 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:08:30.678518 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-9128cee6-cbf6-4000-967e-4673d22d4092 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Usage tracker for resource:port and tenant:43252bb1e3a74b50a7febea7c90e5b12 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:08:30.681357 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-9128cee6-cbf6-4000-967e-4673d22d4092 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:08:30.687366 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-9128cee6-cbf6-4000-967e-4673d22d4092 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:08:30.697717 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-9128cee6-cbf6-4000-967e-4673d22d4092 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Made reservation on behalf of 43252bb1e3a74b50a7febea7c90e5b12 for: {'port': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:08:30.700776 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-9128cee6-cbf6-4000-967e-4673d22d4092 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:30.866129 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-9128cee6-cbf6-4000-967e-4673d22d4092 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Allocated IP 172.20.0.14 (e5b089e7-c542-4f31-ba8f-563a12d98375/140d30de-0f61-4281-950d-90cf5c7f39d6/35527823-4d04-4867-8624-e33509e65516) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:08:31.065228 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-9128cee6-cbf6-4000-967e-4673d22d4092 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:31.092474 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-9128cee6-cbf6-4000-967e-4673d22d4092 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:31.098173 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:08:31.173260 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-9128cee6-cbf6-4000-967e-4673d22d4092 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Network e5b089e7-c542-4f31-ba8f-563a12d98375 is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:08:31.176624 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128cee6-cbf6-4000-967e-4673d22d4092 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Pushing event updated for resources: {'Port': ['ID=35527823-4d04-4867-8624-e33509e65516,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:31.178992 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-9128cee6-cbf6-4000-967e-4673d22d4092 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:08:31.180748 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-9128cee6-cbf6-4000-967e-4673d22d4092 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:08:31.181427 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-9128cee6-cbf6-4000-967e-4673d22d4092 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:08:31.241552 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-9128cee6-cbf6-4000-967e-4673d22d4092 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:31.242205 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-9128cee6-cbf6-4000-967e-4673d22d4092 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:31.263756 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-9128cee6-cbf6-4000-967e-4673d22d4092 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8293114 Jul 09 16:08:31.283464 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Request body: {'port': {'device_id': '3996033f-3647-444c-8237-0bebb6e648ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:08:31.391735 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:31.628439 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c9b51-f53d-409c-b950-febe47bd5488 req-f120c7f2-3621-47fb-babe-9b66343ced2e tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:31.629965 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4e0c9b51-f53d-409c-b950-febe47bd5488 req-f120c7f2-3621-47fb-babe-9b66343ced2e tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=3996033f-3647-444c-8237-0bebb6e648ed HTTP/1.1" status: 200 len: 932 time: 0.0809300 Jul 09 16:08:31.674996 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-4e0c9b51-f53d-409c-b950-febe47bd5488 req-e5c69a54-bc38-4123-b185-650e9b733f9f tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Synchronizing usage tracker for tenant:43252bb1e3a74b50a7febea7c90e5b12 on resource:security_group {{(pid=74276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:08:31.692657 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.quota.resource [req-4e0c9b51-f53d-409c-b950-febe47bd5488 req-e5c69a54-bc38-4123-b185-650e9b733f9f tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Unset dirty status for tenant:43252bb1e3a74b50a7febea7c90e5b12 on resource:security_group {{(pid=74276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:08:31.693872 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-4e0c9b51-f53d-409c-b950-febe47bd5488 req-e5c69a54-bc38-4123-b185-650e9b733f9f tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582571 Jul 09 16:08:31.733213 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35527823-4d04-4867-8624-e33509e65516 {{(pid=74277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:08:31.740304 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:31.755486 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Transition to ACTIVE for port object 35527823-4d04-4867-8624-e33509e65516 will not be triggered until provisioned by entity L2. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:08:31.758470 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501494'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:31.762199 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-a2b46e19-cdd2-4ac3-a4da-e99653e69583 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:08:31.890264 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Pushing event updated for resources: {'Port': ['ID=35527823-4d04-4867-8624-e33509e65516,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:31.893818 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:08:31.996461 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Attempting to bind port 35527823-4d04-4867-8624-e33509e65516 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:08:31.996791 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Attempting to bind port 35527823-4d04-4867-8624-e33509e65516 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'aadc81dd-2893-4db1-9d17-b6ff326051de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'e5b089e7-c542-4f31-ba8f-563a12d98375'}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:08:31.997111 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Attempting to bind port 35527823-4d04-4867-8624-e33509e65516 on network e5b089e7-c542-4f31-ba8f-563a12d98375 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:08:32.002916 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Port 35527823-4d04-4867-8624-e33509e65516 on network e5b089e7-c542-4f31-ba8f-563a12d98375 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 09 16:08:32.003230 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Attempting to bind port 35527823-4d04-4867-8624-e33509e65516 on network e5b089e7-c542-4f31-ba8f-563a12d98375 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:08:32.009418 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Checking agent: {'id': '891cfaac-3e76-4d41-913f-991116fa71b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 16:08:32.009745 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Checking segment: {'id': 'aadc81dd-2893-4db1-9d17-b6ff326051de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'e5b089e7-c542-4f31-ba8f-563a12d98375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:08:32.010147 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Bound using segment: {'id': 'aadc81dd-2893-4db1-9d17-b6ff326051de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'e5b089e7-c542-4f31-ba8f-563a12d98375'} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 16:08:32.010562 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Bound port: 35527823-4d04-4867-8624-e33509e65516, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aadc81dd-2893-4db1-9d17-b6ff326051de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'e5b089e7-c542-4f31-ba8f-563a12d98375'}}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:08:32.010897 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:32.112107 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] For port 35527823-4d04-4867-8624-e33509e65516, host hv-cinder-80022, cleared binding levels {{(pid=74277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:08:32.119329 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] For port 35527823-4d04-4867-8624-e33509e65516, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=35527823-4d04-4867-8624-e33509e65516,segment=NetworkSegment(aadc81dd-2893-4db1-9d17-b6ff326051de),segment_id=aadc81dd-2893-4db1-9d17-b6ff326051de)] {{(pid=74277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:08:32.124095 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501494'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:32.128979 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-3ffbcada-c9d3-41b4-9efb-df445116cfaa tempest-AttachVolumeNegativeTest-488816522 tempest-AttachVolumeNegativeTest-488816522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:08:32.185089 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:32.188603 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] 10.222.0.89 "PUT /v2.0/ports/35527823-4d04-4867-8624-e33509e65516 HTTP/1.1" status: 200 len: 1094 time: 0.9080260 Jul 09 16:08:32.189897 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3996033f-3647-444c-8237-0bebb6e648ed', 'tag': '35527823-4d04-4867-8624-e33509e65516'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:08:32.214642 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Pushing event updated for resources: {'Port': ['ID=35527823-4d04-4867-8624-e33509e65516,revision_number=3']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:32.220272 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-eeb02c64-22b8-435d-9a3c-d60243700744 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:08:32.278058 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3996033f-3647-444c-8237-0bebb6e648ed', 'tag': '35527823-4d04-4867-8624-e33509e65516', 'status': 'completed', 'code': 200} Jul 09 16:08:32.321579 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-8acec30f-7b82-4821-a728-051933b16c58 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=43252bb1e3a74b50a7febea7c90e5b12&device_id=3996033f-3647-444c-8237-0bebb6e648ed HTTP/1.1" status: 200 len: 1097 time: 0.0768433 Jul 09 16:08:32.400438 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-1bbdb45c-0eb9-4155-b57a-42688ced0703 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35527823-4d04-4867-8624-e33509e65516 HTTP/1.1" status: 200 len: 217 time: 0.0641963 Jul 09 16:08:32.469473 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-4ed82367-c962-4189-9093-a7dd3cb1b089 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:32.470895 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-4ed82367-c962-4189-9093-a7dd3cb1b089 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=140d30de-0f61-4281-950d-90cf5c7f39d6 HTTP/1.1" status: 200 len: 854 time: 0.0641181 Jul 09 16:08:32.596313 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-1caed8d6-6b32-47b0-9359-73f2d02a5dde service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e5b089e7-c542-4f31-ba8f-563a12d98375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184161 Jul 09 16:08:32.731717 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-01e8b3b2-174e-41b5-b878-d0cec1f4446e service neutron] 10.222.0.89 "GET /v2.0/networks/e5b089e7-c542-4f31-ba8f-563a12d98375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281247 Jul 09 16:08:32.869970 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-50b60dac-c759-4323-b656-638df4c5a5d7 req-52694ba6-bf1a-4464-bde2-61709ee800b2 service neutron] 10.222.0.89 "GET /v2.0/networks/e5b089e7-c542-4f31-ba8f-563a12d98375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306989 Jul 09 16:08:32.891807 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701738c-323f-4a5a-9f45-324138e77036 req-119f4975-9da5-4ac0-a78f-02153a0b5d66 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:32.893400 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b701738c-323f-4a5a-9f45-324138e77036 req-119f4975-9da5-4ac0-a78f-02153a0b5d66 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=3996033f-3647-444c-8237-0bebb6e648ed HTTP/1.1" status: 200 len: 944 time: 0.0782852 Jul 09 16:08:32.944259 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b701738c-323f-4a5a-9f45-324138e77036 req-d7b7d110-48ef-4ffa-8013-8b30b654492d tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436239 Jul 09 16:08:33.036094 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-1be655dd-a4bf-4de5-bd2b-35fa4bfd1493 req-06e0da41-53a8-41fe-bc08-fb69d2803d65 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=43252bb1e3a74b50a7febea7c90e5b12&device_id=3996033f-3647-444c-8237-0bebb6e648ed HTTP/1.1" status: 200 len: 1097 time: 0.0702178 Jul 09 16:08:33.173608 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be655dd-a4bf-4de5-bd2b-35fa4bfd1493 req-8679401a-4ca8-4f47-ba3b-4a01ae57605f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:33.175019 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-1be655dd-a4bf-4de5-bd2b-35fa4bfd1493 req-8679401a-4ca8-4f47-ba3b-4a01ae57605f service neutron] 10.222.0.89 "GET /v2.0/networks?id=e5b089e7-c542-4f31-ba8f-563a12d98375 HTTP/1.1" status: 200 len: 915 time: 0.1319239 Jul 09 16:08:33.249498 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-1be655dd-a4bf-4de5-bd2b-35fa4bfd1493 req-7cd0ace4-c566-46fb-bb25-598a6608f0f1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35527823-4d04-4867-8624-e33509e65516 HTTP/1.1" status: 200 len: 217 time: 0.0671027 Jul 09 16:08:33.319686 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be655dd-a4bf-4de5-bd2b-35fa4bfd1493 req-623e9f26-e067-4a8a-99f8-1bd9a08ad319 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:33.321749 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-1be655dd-a4bf-4de5-bd2b-35fa4bfd1493 req-623e9f26-e067-4a8a-99f8-1bd9a08ad319 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=140d30de-0f61-4281-950d-90cf5c7f39d6 HTTP/1.1" status: 200 len: 854 time: 0.0659311 Jul 09 16:08:33.369580 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-1be655dd-a4bf-4de5-bd2b-35fa4bfd1493 req-c00d5ceb-dc73-48d3-9495-bf0991452159 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e5b089e7-c542-4f31-ba8f-563a12d98375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404344 Jul 09 16:08:33.505997 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-1be655dd-a4bf-4de5-bd2b-35fa4bfd1493 req-fac4eae0-0cf1-4306-a67a-2eed62acb4dd service neutron] 10.222.0.89 "GET /v2.0/networks/e5b089e7-c542-4f31-ba8f-563a12d98375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290009 Jul 09 16:08:33.645163 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-1be655dd-a4bf-4de5-bd2b-35fa4bfd1493 req-3e6b69dd-e09e-461d-9d65-a786ee587494 service neutron] 10.222.0.89 "GET /v2.0/networks/e5b089e7-c542-4f31-ba8f-563a12d98375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320961 Jul 09 16:08:33.856421 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-996fb452-65ee-4202-8232-012b0bb86b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:34.143050 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a2b91-233b-4d6b-ada7-097b4f88556b req-9aa3c113-a7a3-455f-bc17-f5ee39d23d54 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:34.144403 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a60a2b91-233b-4d6b-ada7-097b4f88556b req-9aa3c113-a7a3-455f-bc17-f5ee39d23d54 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=3996033f-3647-444c-8237-0bebb6e648ed HTTP/1.1" status: 200 len: 944 time: 0.0790346 Jul 09 16:08:34.189375 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-a60a2b91-233b-4d6b-ada7-097b4f88556b req-a8dc5b2b-66dd-4948-b75f-0cfb1e4fec46 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394692 Jul 09 16:08:34.423328 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:35.340280 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 35527823-4d04-4867-8624-e33509e65516 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 16:08:35.387238 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193555cf-7063-465d-ad3a-3d8df19457a9 req-c101843e-e46d-46b2-935a-9fc535b65999 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:35.389346 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-193555cf-7063-465d-ad3a-3d8df19457a9 req-c101843e-e46d-46b2-935a-9fc535b65999 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=3996033f-3647-444c-8237-0bebb6e648ed HTTP/1.1" status: 200 len: 944 time: 0.0809209 Jul 09 16:08:35.444670 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-193555cf-7063-465d-ad3a-3d8df19457a9 req-e17e4b71-cff0-43b0-bd74-914e03ad5eb6 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487690 Jul 09 16:08:35.476450 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 35527823-4d04-4867-8624-e33509e65516, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=35527823-4d04-4867-8624-e33509e65516,segment=NetworkSegment(aadc81dd-2893-4db1-9d17-b6ff326051de),segment_id=aadc81dd-2893-4db1-9d17-b6ff326051de)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:08:35.488917 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': '35527823-4d04-4867-8624-e33509e65516', 'network_id': 'e5b089e7-c542-4f31-ba8f-563a12d98375', 'port_id': '35527823-4d04-4867-8624-e33509e65516', 'mac_address': 'fa:16:3e:80:8a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '140d30de-0f61-4281-950d-90cf5c7f39d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 16:08:35.540421 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:35.556910 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35527823-4d04-4867-8624-e33509e65516 {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:08:35.571672 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 35527823-4d04-4867-8624-e33509e65516, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=35527823-4d04-4867-8624-e33509e65516,segment=NetworkSegment(aadc81dd-2893-4db1-9d17-b6ff326051de),segment_id=aadc81dd-2893-4db1-9d17-b6ff326051de)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:08:35.575402 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:35.577205 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:08:35.646679 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=35527823-4d04-4867-8624-e33509e65516,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:35.649698 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:08:35.861282 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['35527823-4d04-4867-8624-e33509e65516'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:08:36.102020 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-7a192c05-873b-4843-a42d-503d9e4ae150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:36.645084 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb511e-14d4-4c7a-ad58-3a3f5dd9c197 req-c5c5211e-33a8-4a11-a447-16b5cbe49c65 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:36.646572 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f7cb511e-14d4-4c7a-ad58-3a3f5dd9c197 req-c5c5211e-33a8-4a11-a447-16b5cbe49c65 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=3996033f-3647-444c-8237-0bebb6e648ed HTTP/1.1" status: 200 len: 945 time: 0.0762241 Jul 09 16:08:36.692171 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-f7cb511e-14d4-4c7a-ad58-3a3f5dd9c197 req-95f489fe-2143-4d8e-b1f7-cad34a69a4a2 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400822 Jul 09 16:08:37.116644 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:37.343644 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 35527823-4d04-4867-8624-e33509e65516 up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:08:37.411652 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning for port 35527823-4d04-4867-8624-e33509e65516 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:08:37.416222 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port 35527823-4d04-4867-8624-e33509e65516 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:08:37.416611 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:37.527525 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:37.553017 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3996033f-3647-444c-8237-0bebb6e648ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35527823-4d04-4867-8624-e33509e65516'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:08:37.563150 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 35527823-4d04-4867-8624-e33509e65516, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=35527823-4d04-4867-8624-e33509e65516,segment=NetworkSegment(aadc81dd-2893-4db1-9d17-b6ff326051de),segment_id=aadc81dd-2893-4db1-9d17-b6ff326051de)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:08:37.568334 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:37.570405 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:08:37.633630 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=35527823-4d04-4867-8624-e33509e65516,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:37.642538 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:37.642883 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:37.643223 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:37.643555 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:37.643893 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:37.644224 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:37.644658 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:37.645132 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:37.645467 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:37.645812 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:37.646146 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:37.649972 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:08:37.763304 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3996033f-3647-444c-8237-0bebb6e648ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35527823-4d04-4867-8624-e33509e65516', 'code': 200} Jul 09 16:08:37.898024 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751f1cb-556b-4bef-b10c-2a62ece8b0f8 req-556e0724-dc12-4736-a9f7-98fe6b281e80 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:37.899485 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b751f1cb-556b-4bef-b10c-2a62ece8b0f8 req-556e0724-dc12-4736-a9f7-98fe6b281e80 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=3996033f-3647-444c-8237-0bebb6e648ed HTTP/1.1" status: 200 len: 946 time: 0.0824492 Jul 09 16:08:37.951385 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b751f1cb-556b-4bef-b10c-2a62ece8b0f8 req-26fff3a3-39b3-44c1-a524-1b0243e0657f tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462613 Jul 09 16:08:38.024119 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-c9e53da2-1e6a-4475-8545-a4ea5f05be20 req-19eb33b4-7c4c-4b87-8724-c19ff3f4f0a1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3996033f-3647-444c-8237-0bebb6e648ed HTTP/1.1" status: 200 len: 1099 time: 0.0666449 Jul 09 16:08:38.069522 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-c9e53da2-1e6a-4475-8545-a4ea5f05be20 req-633e0f43-7b28-4b23-805e-9239679c68b3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388753 Jul 09 16:08:38.730722 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:39.182753 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8418a-8736-436e-9d40-30ccd0671d88 req-6c771cb0-6432-48dd-80d5-7927c8b0e7e2 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:39.184212 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-eff8418a-8736-436e-9d40-30ccd0671d88 req-6c771cb0-6432-48dd-80d5-7927c8b0e7e2 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=3996033f-3647-444c-8237-0bebb6e648ed HTTP/1.1" status: 200 len: 946 time: 0.0890076 Jul 09 16:08:39.241699 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-eff8418a-8736-436e-9d40-30ccd0671d88 req-01857e31-b260-4583-bb17-57deceaf0a6d tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500429 Jul 09 16:08:40.528024 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af27ba-7e2a-4efe-aff8-46d0cd2237f4 req-d2ae331a-075c-4877-8bb8-d950744a6830 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:40.529497 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e6af27ba-7e2a-4efe-aff8-46d0cd2237f4 req-d2ae331a-075c-4877-8bb8-d950744a6830 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=3996033f-3647-444c-8237-0bebb6e648ed HTTP/1.1" status: 200 len: 946 time: 0.1640756 Jul 09 16:08:40.574528 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e6af27ba-7e2a-4efe-aff8-46d0cd2237f4 req-6cd84094-b1a1-4a37-b823-962d27a1008c tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393386 Jul 09 16:08:47.275418 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:08:55.229050 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:02.339844 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-57479b25-bba3-4f7d-a9ed-bc3fa95ca4f8 req-9c5adce6-e401-4378-8a7f-fd933fa754b3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3996033f-3647-444c-8237-0bebb6e648ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731592 Jul 09 16:09:02.499808 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-57479b25-bba3-4f7d-a9ed-bc3fa95ca4f8 req-658d20a8-9740-402f-a161-15df1a912ec5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=43252bb1e3a74b50a7febea7c90e5b12&device_id=3996033f-3647-444c-8237-0bebb6e648ed HTTP/1.1" status: 200 len: 1099 time: 0.0698903 Jul 09 16:09:02.654834 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57479b25-bba3-4f7d-a9ed-bc3fa95ca4f8 req-73b8077d-48ce-4af1-97f5-bdbc0c996452 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:02.657548 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-57479b25-bba3-4f7d-a9ed-bc3fa95ca4f8 req-73b8077d-48ce-4af1-97f5-bdbc0c996452 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e5b089e7-c542-4f31-ba8f-563a12d98375 HTTP/1.1" status: 200 len: 915 time: 0.1359453 Jul 09 16:09:02.740010 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-57479b25-bba3-4f7d-a9ed-bc3fa95ca4f8 req-10e620a7-24af-4fbc-8ae9-49faa5f4332a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35527823-4d04-4867-8624-e33509e65516 HTTP/1.1" status: 200 len: 217 time: 0.0751669 Jul 09 16:09:02.813956 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57479b25-bba3-4f7d-a9ed-bc3fa95ca4f8 req-c9a3a032-4e85-4d45-ae9a-a44bd50b8732 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:02.815400 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-57479b25-bba3-4f7d-a9ed-bc3fa95ca4f8 req-c9a3a032-4e85-4d45-ae9a-a44bd50b8732 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=140d30de-0f61-4281-950d-90cf5c7f39d6 HTTP/1.1" status: 200 len: 854 time: 0.0686564 Jul 09 16:09:02.964032 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-57479b25-bba3-4f7d-a9ed-bc3fa95ca4f8 req-3d55f817-4cfe-4c17-b616-138688a9f301 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e5b089e7-c542-4f31-ba8f-563a12d98375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389995 Jul 09 16:09:03.104425 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-57479b25-bba3-4f7d-a9ed-bc3fa95ca4f8 req-c6a16ef0-96a6-420c-bf11-e83af9bb32ae service neutron] 10.222.0.89 "GET /v2.0/networks/e5b089e7-c542-4f31-ba8f-563a12d98375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318440 Jul 09 16:09:03.254332 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-57479b25-bba3-4f7d-a9ed-bc3fa95ca4f8 req-e3b3e05d-901c-4f36-a28e-889b0eed09cd service neutron] 10.222.0.89 "GET /v2.0/networks/e5b089e7-c542-4f31-ba8f-563a12d98375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432576 Jul 09 16:09:03.861552 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-bf34af9d-3fdb-4dc9-91c1-cbfc39bee780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:04.426393 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:06.104719 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-957e4fe6-10d7-4abc-a49c-143756e5a76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:07.119438 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:08.741303 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:16.809647 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003c686-573c-44c9-addd-001d2d1090b6 req-552140e8-356e-44e6-8a58-94a1fe2b6d0b tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:16.811383 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1003c686-573c-44c9-addd-001d2d1090b6 req-552140e8-356e-44e6-8a58-94a1fe2b6d0b tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=3996033f-3647-444c-8237-0bebb6e648ed HTTP/1.1" status: 200 len: 946 time: 0.0867865 Jul 09 16:09:16.868583 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-1003c686-573c-44c9-addd-001d2d1090b6 req-c2a98c61-7f0a-4827-b3a2-300fe2f10c0b tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510068 Jul 09 16:09:18.099937 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49e831-0a0c-4ddb-a94b-39777163f87a req-0af8c9b5-c67c-4252-af9b-095bbd0724bc tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:18.101410 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6c49e831-0a0c-4ddb-a94b-39777163f87a req-0af8c9b5-c67c-4252-af9b-095bbd0724bc tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=3996033f-3647-444c-8237-0bebb6e648ed HTTP/1.1" status: 200 len: 946 time: 0.1075542 Jul 09 16:09:18.152799 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6c49e831-0a0c-4ddb-a94b-39777163f87a req-379593a3-05a0-46aa-924b-dff20dc4c497 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432703 Jul 09 16:09:19.370167 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0138-0510-4547-9c5f-4aba68510b29 req-65fafb0c-2f3e-4393-b33c-0f4375c9c251 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:19.372040 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-37ab0138-0510-4547-9c5f-4aba68510b29 req-65fafb0c-2f3e-4393-b33c-0f4375c9c251 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=3996033f-3647-444c-8237-0bebb6e648ed HTTP/1.1" status: 200 len: 946 time: 0.0914459 Jul 09 16:09:19.426357 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-37ab0138-0510-4547-9c5f-4aba68510b29 req-ea160168-5025-45e5-81ed-ebe0262ece2f tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481746 Jul 09 16:09:20.638679 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa328af-0cbc-4c8b-bcd1-4a2ce05ccf53 req-8a39cb36-c9da-45f0-9ea5-7e9f25ebdb80 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:20.641433 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bfa328af-0cbc-4c8b-bcd1-4a2ce05ccf53 req-8a39cb36-c9da-45f0-9ea5-7e9f25ebdb80 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=3996033f-3647-444c-8237-0bebb6e648ed HTTP/1.1" status: 200 len: 946 time: 0.0832388 Jul 09 16:09:20.689629 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-bfa328af-0cbc-4c8b-bcd1-4a2ce05ccf53 req-3cdd68b0-6734-4418-b9af-afa47fc6ab4c tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429835 Jul 09 16:09:21.912809 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63447e-a55c-4a7f-a007-e74ba1d3e5b6 req-f1923bcc-8096-41d5-8f10-cf7a9c913024 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:21.914307 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6a63447e-a55c-4a7f-a007-e74ba1d3e5b6 req-f1923bcc-8096-41d5-8f10-cf7a9c913024 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=3996033f-3647-444c-8237-0bebb6e648ed HTTP/1.1" status: 200 len: 946 time: 0.0873175 Jul 09 16:09:21.961741 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-6a63447e-a55c-4a7f-a007-e74ba1d3e5b6 req-35fb2870-9b55-48d2-9ab1-0df17e7b0cc9 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415778 Jul 09 16:09:22.120974 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a7466-abde-42fe-a611-ea2f01a1c167 req-e3400163-3bd5-47be-b48b-44db14dd4f7a tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:22.121660 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-ff5a7466-abde-42fe-a611-ea2f01a1c167 req-e3400163-3bd5-47be-b48b-44db14dd4f7a tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Synchronizing usage tracker for tenant:43252bb1e3a74b50a7febea7c90e5b12 on resource:port {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:09:22.137984 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-ff5a7466-abde-42fe-a611-ea2f01a1c167 req-e3400163-3bd5-47be-b48b-44db14dd4f7a tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Unset dirty status for tenant:43252bb1e3a74b50a7febea7c90e5b12 on resource:port {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:09:22.139112 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-ff5a7466-abde-42fe-a611-ea2f01a1c167 req-e3400163-3bd5-47be-b48b-44db14dd4f7a tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.89 "GET /v2.0/ports?device_id=3996033f-3647-444c-8237-0bebb6e648ed HTTP/1.1" status: 200 len: 946 time: 0.0940747 Jul 09 16:09:22.212273 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-ff5a7466-abde-42fe-a611-ea2f01a1c167 req-e3dddd00-a698-488a-aadf-3419e9e36dd1 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Deleting port 35527823-4d04-4867-8624-e33509e65516 {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:09:22.212607 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-ff5a7466-abde-42fe-a611-ea2f01a1c167 req-e3dddd00-a698-488a-aadf-3419e9e36dd1 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:22.455710 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-ff5a7466-abde-42fe-a611-ea2f01a1c167 req-e3dddd00-a698-488a-aadf-3419e9e36dd1 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] For port 35527823-4d04-4867-8624-e33509e65516, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=35527823-4d04-4867-8624-e33509e65516,segment=NetworkSegment(aadc81dd-2893-4db1-9d17-b6ff326051de),segment_id=aadc81dd-2893-4db1-9d17-b6ff326051de)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:22.456087 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-ff5a7466-abde-42fe-a611-ea2f01a1c167 req-e3dddd00-a698-488a-aadf-3419e9e36dd1 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:22.577707 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-ff5a7466-abde-42fe-a611-ea2f01a1c167 req-e3dddd00-a698-488a-aadf-3419e9e36dd1 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Calling delete_port for 35527823-4d04-4867-8624-e33509e65516 owned by compute:nova {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:09:22.721191 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-ff5a7466-abde-42fe-a611-ea2f01a1c167 req-e3dddd00-a698-488a-aadf-3419e9e36dd1 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:22.727394 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-dc78078d-7a31-4083-a60e-d1ba27f91b0b tempest-TestMinimumBasicScenario-1520225761 tempest-TestMinimumBasicScenario-1520225761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:09:22.758104 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['35527823-4d04-4867-8624-e33509e65516'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:09:22.778835 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dddd00-a698-488a-aadf-3419e9e36dd1 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Pushing event deleted for resources: {'Port': ['ID=35527823-4d04-4867-8624-e33509e65516,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:22.782939 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e3dddd00-a698-488a-aadf-3419e9e36dd1 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:09:22.852842 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5a7466-abde-42fe-a611-ea2f01a1c167 req-e3dddd00-a698-488a-aadf-3419e9e36dd1 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] No DVR routers for this DVR port 35527823-4d04-4867-8624-e33509e65516 on host hv-cinder-80022 {{(pid=74277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:09:22.855286 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-ff5a7466-abde-42fe-a611-ea2f01a1c167 req-e3dddd00-a698-488a-aadf-3419e9e36dd1 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:22.857809 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3996033f-3647-444c-8237-0bebb6e648ed', 'name': 'network-vif-deleted', 'tag': '35527823-4d04-4867-8624-e33509e65516'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:09:22.874493 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-ff5a7466-abde-42fe-a611-ea2f01a1c167 req-e3dddd00-a698-488a-aadf-3419e9e36dd1 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.89 "DELETE /v2.0/ports/35527823-4d04-4867-8624-e33509e65516 HTTP/1.1" status: 204 len: 173 time: 0.7283294 Jul 09 16:09:22.915210 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3996033f-3647-444c-8237-0bebb6e648ed', 'name': 'network-vif-deleted', 'tag': '35527823-4d04-4867-8624-e33509e65516', 'status': 'completed', 'code': 200} Jul 09 16:09:23.151324 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-899068e6-de92-46a3-9b1a-4d60663723f5 req-080c4756-98f4-4798-bf16-3ff317e2aa39 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=3996033f-3647-444c-8237-0bebb6e648ed HTTP/1.1" status: 200 len: 210 time: 0.0441384 Jul 09 16:09:24.276176 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:09:25.236464 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:25.593296 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 35527823-4d04-4867-8624-e33509e65516 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:09:25.629467 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] No Port match for: 35527823-4d04-4867-8624-e33509e65516 {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:09:25.629917 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 35527823-4d04-4867-8624-e33509e65516 not bound to the agent host hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:09:28.476958 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-9fd1c71d-bd51-4271-a61c-3446d67e355a tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:28.478344 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-9fd1c71d-bd51-4271-a61c-3446d67e355a tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/networks?id=e5b089e7-c542-4f31-ba8f-563a12d98375 HTTP/1.1" status: 200 len: 814 time: 0.1425803 Jul 09 16:09:28.494601 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-5aade341-c39b-4a90-b1cd-9688781bd51e tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/quotas/43252bb1e3a74b50a7febea7c90e5b12 HTTP/1.1" status: 200 len: 375 time: 0.0109625 Jul 09 16:09:28.548124 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-e2252b81-1bee-49a7-84b0-07566dd8af7b tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=43252bb1e3a74b50a7febea7c90e5b12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451386 Jul 09 16:09:28.682886 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-61b6a6d2-00cf-4add-8cac-a090c84ce64d service neutron] 10.222.0.66 "GET /v2.0/networks/e5b089e7-c542-4f31-ba8f-563a12d98375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280420 Jul 09 16:09:28.822551 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-8db79d2a-65b4-434c-9b86-06c73ee55048 service neutron] 10.222.0.66 "GET /v2.0/networks/e5b089e7-c542-4f31-ba8f-563a12d98375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328731 Jul 09 16:09:29.017917 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d9ce844b-ab3b-498f-8d1f-ef61d1e8c89a req-8b8bb3ff-b6e0-49f4-ba1c-dffcfdd53d54 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=947700d7-740d-47e5-96a6-35b87d94f8f5 HTTP/1.1" status: 200 len: 210 time: 0.0427244 Jul 09 16:09:30.117058 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-81133c10-0c66-47b7-8758-d33473780c87 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:30.118701 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-81133c10-0c66-47b7-8758-d33473780c87 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.89 "GET /v2.0/networks?id=e5b089e7-c542-4f31-ba8f-563a12d98375 HTTP/1.1" status: 200 len: 814 time: 0.1486869 Jul 09 16:09:30.146746 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Request body: {'port': {'device_id': '947700d7-740d-47e5-96a6-35b87d94f8f5', 'network_id': 'e5b089e7-c542-4f31-ba8f-563a12d98375', 'admin_state_up': True, 'tenant_id': '43252bb1e3a74b50a7febea7c90e5b12'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:09:30.190833 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9ab828dc-9eab-4995-b2b2-d1c572486dfb req-8998c8ef-bd4a-4323-8285-08e3dfa76d89 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=947700d7-740d-47e5-96a6-35b87d94f8f5 HTTP/1.1" status: 200 len: 210 time: 0.0483129 Jul 09 16:09:30.293945 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 16:09:30.299944 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Usage tracker for resource:port and tenant:43252bb1e3a74b50a7febea7c90e5b12 is out of sync, need to count used quota {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 16:09:30.305113 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 16:09:30.313820 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.quota.driver [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 16:09:30.324998 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Made reservation on behalf of 43252bb1e3a74b50a7febea7c90e5b12 for: {'port': 1} {{(pid=74277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:09:30.328475 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:30.510586 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_common [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Allocated IP 172.20.0.13 (e5b089e7-c542-4f31-ba8f-563a12d98375/140d30de-0f61-4281-950d-90cf5c7f39d6/64656111-39ba-4dbe-b078-0fba26856fd1) {{(pid=74277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:09:30.833746 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Notify callbacks [] for port, precommit_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:30.862142 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749711630084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_create {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:30.868017 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-5d830e82-9f03-454c-a760-d3d27f4248b3 tempest-AttachVolumeShelveTestJSON-549592088 tempest-AttachVolumeShelveTestJSON-549592088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:09:30.941106 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Network e5b089e7-c542-4f31-ba8f-563a12d98375 is already hosted by enough agents. {{(pid=74277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:30.944276 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.scheduler.base_scheduler [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Resources bound (agent type, host, resource id): {{(pid=74277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:30.948534 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Received port after_create {{(pid=74277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:09:30.973369 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Pushing event updated for resources: {'Port': ['ID=64656111-39ba-4dbe-b078-0fba26856fd1,revision_number=1']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:30.992510 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:30.992886 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:30.993250 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:30.993611 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:30.993992 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:30.994351 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:30.994705 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:30.995059 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:30.995414 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:30.995762 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:30.996109 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-smb {{(pid=74277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:31.001787 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:09:31.021447 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:31.022076 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:31.046611 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-49c89262-57c4-4a3c-81c5-12db49b9f962 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9032326 Jul 09 16:09:31.065506 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.v2.base [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Request body: {'port': {'device_id': '947700d7-740d-47e5-96a6-35b87d94f8f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 09 16:09:31.177824 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:31.389368 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c370575-2bf2-41bf-bf2a-480439ed694f req-c7f8bc85-9878-48f3-b3f8-f87ad913be18 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:31.391519 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5c370575-2bf2-41bf-bf2a-480439ed694f req-c7f8bc85-9878-48f3-b3f8-f87ad913be18 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=947700d7-740d-47e5-96a6-35b87d94f8f5 HTTP/1.1" status: 200 len: 932 time: 0.0800042 Jul 09 16:09:31.437540 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-5c370575-2bf2-41bf-bf2a-480439ed694f req-9d543d6f-c390-49fa-b457-24d0dcaed61a tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399418 Jul 09 16:09:31.526102 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64656111-39ba-4dbe-b078-0fba26856fd1 {{(pid=74277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:09:31.533026 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:31.547266 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.provisioning_blocks [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Transition to ACTIVE for port object 64656111-39ba-4dbe-b078-0fba26856fd1 will not be triggered until provisioned by entity L2. {{(pid=74277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:31.551533 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501494'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:31.555568 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-9128cee6-cbf6-4000-967e-4673d22d4092 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:09:31.674396 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=64656111-39ba-4dbe-b078-0fba26856fd1,revision_number=2']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:31.677102 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:09:31.782635 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Attempting to bind port 64656111-39ba-4dbe-b078-0fba26856fd1 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:09:31.782967 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Attempting to bind port 64656111-39ba-4dbe-b078-0fba26856fd1 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'aadc81dd-2893-4db1-9d17-b6ff326051de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'e5b089e7-c542-4f31-ba8f-563a12d98375'}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:09:31.783290 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Attempting to bind port 64656111-39ba-4dbe-b078-0fba26856fd1 on network e5b089e7-c542-4f31-ba8f-563a12d98375 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:09:31.789002 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Port 64656111-39ba-4dbe-b078-0fba26856fd1 on network e5b089e7-c542-4f31-ba8f-563a12d98375 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 09 16:09:31.789315 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Attempting to bind port 64656111-39ba-4dbe-b078-0fba26856fd1 on network e5b089e7-c542-4f31-ba8f-563a12d98375 {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 09 16:09:31.795533 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Checking agent: {'id': '891cfaac-3e76-4d41-913f-991116fa71b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 09 16:09:31.796381 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Checking segment: {'id': 'aadc81dd-2893-4db1-9d17-b6ff326051de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'e5b089e7-c542-4f31-ba8f-563a12d98375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 09 16:09:31.796766 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Bound using segment: {'id': 'aadc81dd-2893-4db1-9d17-b6ff326051de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'e5b089e7-c542-4f31-ba8f-563a12d98375'} {{(pid=74277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 09 16:09:31.797170 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.managers [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Bound port: 64656111-39ba-4dbe-b078-0fba26856fd1, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aadc81dd-2893-4db1-9d17-b6ff326051de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'e5b089e7-c542-4f31-ba8f-563a12d98375'}}] {{(pid=74277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:09:31.797506 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:31.886329 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] For port 64656111-39ba-4dbe-b078-0fba26856fd1, host hv-cinder-80022, cleared binding levels {{(pid=74277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:09:31.889442 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] For port 64656111-39ba-4dbe-b078-0fba26856fd1, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=64656111-39ba-4dbe-b078-0fba26856fd1,segment=NetworkSegment(aadc81dd-2893-4db1-9d17-b6ff326051de),segment_id=aadc81dd-2893-4db1-9d17-b6ff326051de)] {{(pid=74277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:09:31.895247 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501494'] for port, after_update {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:31.898934 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e429224f-0c28-42ff-aaff-982b7029f448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:09:31.958899 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:31.960275 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] 10.222.0.89 "PUT /v2.0/ports/64656111-39ba-4dbe-b078-0fba26856fd1 HTTP/1.1" status: 200 len: 1094 time: 0.9001091 Jul 09 16:09:31.960787 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947700d7-740d-47e5-96a6-35b87d94f8f5', 'tag': '64656111-39ba-4dbe-b078-0fba26856fd1'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:09:31.980377 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=64656111-39ba-4dbe-b078-0fba26856fd1,revision_number=3']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:31.984587 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-64b086d7-ec76-43e7-9a59-01beda07cbb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:09:32.055066 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947700d7-740d-47e5-96a6-35b87d94f8f5', 'tag': '64656111-39ba-4dbe-b078-0fba26856fd1', 'status': 'completed', 'code': 200} Jul 09 16:09:32.089946 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-4e0e985f-753c-49f4-9d10-3236662af2cf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=43252bb1e3a74b50a7febea7c90e5b12&device_id=947700d7-740d-47e5-96a6-35b87d94f8f5 HTTP/1.1" status: 200 len: 1097 time: 0.0717432 Jul 09 16:09:32.169371 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-5fde5f4e-a7e9-4cbb-8b9e-49e58f6973d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64656111-39ba-4dbe-b078-0fba26856fd1 HTTP/1.1" status: 200 len: 217 time: 0.0644951 Jul 09 16:09:32.232776 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-bdd0622b-d3d8-4b91-b623-745b956fbac8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:32.234796 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-bdd0622b-d3d8-4b91-b623-745b956fbac8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=140d30de-0f61-4281-950d-90cf5c7f39d6 HTTP/1.1" status: 200 len: 854 time: 0.0581124 Jul 09 16:09:32.291431 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-da721e00-0cb5-4de0-bca8-2769e0b6a2df service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e5b089e7-c542-4f31-ba8f-563a12d98375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497048 Jul 09 16:09:32.427582 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-7807195e-1660-42b8-b871-625c708b687c service neutron] 10.222.0.89 "GET /v2.0/networks/e5b089e7-c542-4f31-ba8f-563a12d98375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289635 Jul 09 16:09:32.641113 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2830119-026e-4509-aec2-ca076bd81c0f req-173d8905-9d81-4faf-8a3d-c6331acd0ac1 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:32.642761 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e2830119-026e-4509-aec2-ca076bd81c0f req-173d8905-9d81-4faf-8a3d-c6331acd0ac1 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=947700d7-740d-47e5-96a6-35b87d94f8f5 HTTP/1.1" status: 200 len: 944 time: 0.0815036 Jul 09 16:09:32.679177 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-2b03ec35-e4ac-487e-9044-bbe586b0d69d req-18006f28-7cde-47fb-a548-66b3d783071a service neutron] 10.222.0.89 "GET /v2.0/networks/e5b089e7-c542-4f31-ba8f-563a12d98375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450836 Jul 09 16:09:32.696578 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-e2830119-026e-4509-aec2-ca076bd81c0f req-0d84c6cc-9947-404c-b918-2e800d481b84 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483110 Jul 09 16:09:32.847654 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-00017c76-a52d-40a2-9c00-6a936a25c89b req-4f8445a6-9593-4824-a012-3ce5f7ed5076 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=43252bb1e3a74b50a7febea7c90e5b12&device_id=947700d7-740d-47e5-96a6-35b87d94f8f5 HTTP/1.1" status: 200 len: 1097 time: 0.0746861 Jul 09 16:09:33.009420 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00017c76-a52d-40a2-9c00-6a936a25c89b req-80568421-bb6a-4343-bc45-e5f1836f0d55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:33.010576 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-00017c76-a52d-40a2-9c00-6a936a25c89b req-80568421-bb6a-4343-bc45-e5f1836f0d55 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e5b089e7-c542-4f31-ba8f-563a12d98375 HTTP/1.1" status: 200 len: 915 time: 0.1570177 Jul 09 16:09:33.084648 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-00017c76-a52d-40a2-9c00-6a936a25c89b req-b37bc816-406a-487d-a89d-776c5841c720 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64656111-39ba-4dbe-b078-0fba26856fd1 HTTP/1.1" status: 200 len: 217 time: 0.0667133 Jul 09 16:09:33.151971 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00017c76-a52d-40a2-9c00-6a936a25c89b req-3018c43a-77d5-47b3-a8e3-a212db45fe89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:33.153435 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-00017c76-a52d-40a2-9c00-6a936a25c89b req-3018c43a-77d5-47b3-a8e3-a212db45fe89 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=140d30de-0f61-4281-950d-90cf5c7f39d6 HTTP/1.1" status: 200 len: 854 time: 0.0624270 Jul 09 16:09:33.208301 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-00017c76-a52d-40a2-9c00-6a936a25c89b req-2e7f9b42-4432-4455-bea8-80673be4d54b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e5b089e7-c542-4f31-ba8f-563a12d98375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461514 Jul 09 16:09:33.347111 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-00017c76-a52d-40a2-9c00-6a936a25c89b req-29b26207-d69e-4a4a-b538-639a7262db51 service neutron] 10.222.0.89 "GET /v2.0/networks/e5b089e7-c542-4f31-ba8f-563a12d98375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313314 Jul 09 16:09:33.488994 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-00017c76-a52d-40a2-9c00-6a936a25c89b req-9dcd4d65-4ae6-460d-b112-bbc943d2baa6 service neutron] 10.222.0.89 "GET /v2.0/networks/e5b089e7-c542-4f31-ba8f-563a12d98375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336040 Jul 09 16:09:33.625740 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 64656111-39ba-4dbe-b078-0fba26856fd1 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 16:09:33.768101 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 64656111-39ba-4dbe-b078-0fba26856fd1, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=64656111-39ba-4dbe-b078-0fba26856fd1,segment=NetworkSegment(aadc81dd-2893-4db1-9d17-b6ff326051de),segment_id=aadc81dd-2893-4db1-9d17-b6ff326051de)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:33.781105 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Returning: {'device': '64656111-39ba-4dbe-b078-0fba26856fd1', 'network_id': 'e5b089e7-c542-4f31-ba8f-563a12d98375', 'port_id': '64656111-39ba-4dbe-b078-0fba26856fd1', 'mac_address': 'fa:16:3e:90:ae:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '140d30de-0f61-4281-950d-90cf5c7f39d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 16:09:33.873043 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-562f5288-6f3d-424d-9c1d-c05f6f4035ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:33.877792 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:33.896150 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64656111-39ba-4dbe-b078-0fba26856fd1 {{(pid=74278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:09:33.903726 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2b64e-315a-46b7-b2c7-2432fa89704c req-f05e6622-bdea-461c-9bcd-548fc61a3420 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:33.905212 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-49f2b64e-315a-46b7-b2c7-2432fa89704c req-f05e6622-bdea-461c-9bcd-548fc61a3420 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=947700d7-740d-47e5-96a6-35b87d94f8f5 HTTP/1.1" status: 200 len: 944 time: 0.0800054 Jul 09 16:09:33.912010 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 64656111-39ba-4dbe-b078-0fba26856fd1, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=64656111-39ba-4dbe-b078-0fba26856fd1,segment=NetworkSegment(aadc81dd-2893-4db1-9d17-b6ff326051de),segment_id=aadc81dd-2893-4db1-9d17-b6ff326051de)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:33.916341 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:33.918194 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:09:33.953570 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-49f2b64e-315a-46b7-b2c7-2432fa89704c req-6e1e5495-7d5d-449d-b3d6-8a66e98e74f3 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426621 Jul 09 16:09:33.991152 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=64656111-39ba-4dbe-b078-0fba26856fd1,revision_number=4']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:33.994342 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:09:34.235382 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['64656111-39ba-4dbe-b078-0fba26856fd1'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:09:34.429344 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:35.173687 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15e703-e885-4b9a-aa1d-e7cecb79d286 req-024907c2-24ad-4215-be54-b09a81eb8cec tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:35.175167 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9e15e703-e885-4b9a-aa1d-e7cecb79d286 req-024907c2-24ad-4215-be54-b09a81eb8cec tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=947700d7-740d-47e5-96a6-35b87d94f8f5 HTTP/1.1" status: 200 len: 945 time: 0.0807636 Jul 09 16:09:35.221621 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-9e15e703-e885-4b9a-aa1d-e7cecb79d286 req-367238aa-f249-4845-8edf-d7cecc58f922 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408316 Jul 09 16:09:35.654922 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 64656111-39ba-4dbe-b078-0fba26856fd1 up at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 16:09:35.725572 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning for port 64656111-39ba-4dbe-b078-0fba26856fd1 completed by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:35.730059 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.db.provisioning_blocks [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Provisioning complete for port 64656111-39ba-4dbe-b078-0fba26856fd1 triggered by entity L2. {{(pid=74278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:35.730432 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16425781'] for port, provisioning_complete {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:35.840045 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16772625'] for port, before_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:35.867356 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947700d7-740d-47e5-96a6-35b87d94f8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64656111-39ba-4dbe-b078-0fba26856fd1'}] {{(pid=74278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:09:35.879403 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] For port 64656111-39ba-4dbe-b078-0fba26856fd1, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=64656111-39ba-4dbe-b078-0fba26856fd1,segment=NetworkSegment(aadc81dd-2893-4db1-9d17-b6ff326051de),segment_id=aadc81dd-2893-4db1-9d17-b6ff326051de)] {{(pid=74278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:35.883371 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749712087309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749711630102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749711630147'] for port, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:35.885265 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-424ad31c-6b1f-491b-be85-69719b44276c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:09:35.933277 dv-cinder-800228-1-smb neutron-server[74278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947700d7-740d-47e5-96a6-35b87d94f8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64656111-39ba-4dbe-b078-0fba26856fd1', 'code': 200} Jul 09 16:09:35.956018 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Pushing event updated for resources: {'Port': ['ID=64656111-39ba-4dbe-b078-0fba26856fd1,revision_number=5']} {{(pid=74278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:35.958952 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG oslo_concurrency.lockutils [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:09:36.110162 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-a3048aae-af6b-40c2-b4ee-725c00e662a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:36.192229 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-1622155d-ebf4-4594-ad75-3240d820597f req-846b05d2-f041-46d3-820e-7aa73cd1181f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=947700d7-740d-47e5-96a6-35b87d94f8f5 HTTP/1.1" status: 200 len: 1099 time: 0.0692973 Jul 09 16:09:36.234899 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-1622155d-ebf4-4594-ad75-3240d820597f req-2a832f14-5495-4f2d-a7dc-994f37cfdc0c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362558 Jul 09 16:09:36.427957 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d7c81-3389-4a03-828c-f9ef412edcf7 req-f4347111-0135-4892-a0b8-f09f06787176 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:36.429483 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-905d7c81-3389-4a03-828c-f9ef412edcf7 req-f4347111-0135-4892-a0b8-f09f06787176 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=947700d7-740d-47e5-96a6-35b87d94f8f5 HTTP/1.1" status: 200 len: 946 time: 0.0871277 Jul 09 16:09:36.475595 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-905d7c81-3389-4a03-828c-f9ef412edcf7 req-863e2eef-25c8-4fbf-b8ee-f7f9ed3b06bf tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405684 Jul 09 16:09:37.123562 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.766471 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87333ed8-9949-4c7c-9920-015be6e5db6b req-32ff20ab-7827-4a94-a466-18c33345f36f tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:37.767968 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-87333ed8-9949-4c7c-9920-015be6e5db6b req-32ff20ab-7827-4a94-a466-18c33345f36f tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=947700d7-740d-47e5-96a6-35b87d94f8f5 HTTP/1.1" status: 200 len: 946 time: 0.1677763 Jul 09 16:09:37.814212 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-87333ed8-9949-4c7c-9920-015be6e5db6b req-e6207562-0180-4adf-9665-2638afa1a78e tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407550 Jul 09 16:09:38.739293 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.234686 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.787938 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629ada8-4641-4bcb-af2c-6ceb13d0bf33 req-d3aaf424-0616-445d-bd07-2e7fdfbcfc54 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:55.789422 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b629ada8-4641-4bcb-af2c-6ceb13d0bf33 req-d3aaf424-0616-445d-bd07-2e7fdfbcfc54 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=947700d7-740d-47e5-96a6-35b87d94f8f5 HTTP/1.1" status: 200 len: 946 time: 0.0891323 Jul 09 16:09:55.838885 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-b629ada8-4641-4bcb-af2c-6ceb13d0bf33 req-6fd50cce-c421-48d7-83bc-3f66fb83a103 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437801 Jul 09 16:09:57.055538 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66af63e-a875-48dd-8808-cd0418145881 req-e417b97e-a20f-44c5-bd09-938bc7a2a52c tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:57.057046 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d66af63e-a875-48dd-8808-cd0418145881 req-e417b97e-a20f-44c5-bd09-938bc7a2a52c tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=947700d7-740d-47e5-96a6-35b87d94f8f5 HTTP/1.1" status: 200 len: 946 time: 0.0912642 Jul 09 16:09:57.112809 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-d66af63e-a875-48dd-8808-cd0418145881 req-a1e98c95-fe88-4c27-b6c7-7d91a6b40529 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418925 Jul 09 16:09:58.323775 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f8fed-16a3-4e90-a4ab-6169d20be54e req-30aca1fd-8831-4a88-a56a-1a2b3f2202d4 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:58.325271 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0a5f8fed-16a3-4e90-a4ab-6169d20be54e req-30aca1fd-8831-4a88-a56a-1a2b3f2202d4 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=947700d7-740d-47e5-96a6-35b87d94f8f5 HTTP/1.1" status: 200 len: 946 time: 0.0801427 Jul 09 16:09:58.377796 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-0a5f8fed-16a3-4e90-a4ab-6169d20be54e req-3f0b3e9c-898d-4b72-aa86-a59bdda4cc96 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459349 Jul 09 16:09:59.583033 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2771c-afe8-4078-8491-cc8784c995cd req-c10f3b53-7ebb-4611-a90b-152dd0bc67d5 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:59.584488 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-59b2771c-afe8-4078-8491-cc8784c995cd req-c10f3b53-7ebb-4611-a90b-152dd0bc67d5 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=947700d7-740d-47e5-96a6-35b87d94f8f5 HTTP/1.1" status: 200 len: 946 time: 0.0813026 Jul 09 16:09:59.631407 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-59b2771c-afe8-4078-8491-cc8784c995cd req-421f4798-65b5-4290-81e6-9f587e281dba tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414326 Jul 09 16:10:00.368760 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a16b5-b31c-4fef-b623-c29adb3c957b req-b9149fa0-3e3f-46c6-9de5-911eadf94b9a tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:00.369451 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-a59a16b5-b31c-4fef-b623-c29adb3c957b req-b9149fa0-3e3f-46c6-9de5-911eadf94b9a tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Synchronizing usage tracker for tenant:43252bb1e3a74b50a7febea7c90e5b12 on resource:port {{(pid=74277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 16:10:00.385571 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.quota.resource [req-a59a16b5-b31c-4fef-b623-c29adb3c957b req-b9149fa0-3e3f-46c6-9de5-911eadf94b9a tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Unset dirty status for tenant:43252bb1e3a74b50a7febea7c90e5b12 on resource:port {{(pid=74277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 16:10:00.386707 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a59a16b5-b31c-4fef-b623-c29adb3c957b req-b9149fa0-3e3f-46c6-9de5-911eadf94b9a tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.89 "GET /v2.0/ports?device_id=947700d7-740d-47e5-96a6-35b87d94f8f5 HTTP/1.1" status: 200 len: 946 time: 0.0991790 Jul 09 16:10:00.454759 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-a59a16b5-b31c-4fef-b623-c29adb3c957b req-e0172608-a723-43f4-ad0f-f0e6e77290b5 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Deleting port 64656111-39ba-4dbe-b078-0fba26856fd1 {{(pid=74277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 09 16:10:00.455090 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-a59a16b5-b31c-4fef-b623-c29adb3c957b req-e0172608-a723-43f4-ad0f-f0e6e77290b5 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749712032422'] for port, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.691250 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.db [req-a59a16b5-b31c-4fef-b623-c29adb3c957b req-e0172608-a723-43f4-ad0f-f0e6e77290b5 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] For port 64656111-39ba-4dbe-b078-0fba26856fd1, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=64656111-39ba-4dbe-b078-0fba26856fd1,segment=NetworkSegment(aadc81dd-2893-4db1-9d17-b6ff326051de),segment_id=aadc81dd-2893-4db1-9d17-b6ff326051de)] {{(pid=74277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:00.691598 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-a59a16b5-b31c-4fef-b623-c29adb3c957b req-e0172608-a723-43f4-ad0f-f0e6e77290b5 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002400'] for port, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.813872 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.plugin [req-a59a16b5-b31c-4fef-b623-c29adb3c957b req-e0172608-a723-43f4-ad0f-f0e6e77290b5 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Calling delete_port for 64656111-39ba-4dbe-b078-0fba26856fd1 owned by compute:nova {{(pid=74277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 09 16:10:00.839717 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e2ef4-e6ae-4d18-9055-535539741f09 req-abfe39c7-63bb-4011-8e2b-387f6b3d0913 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:00.841356 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-358e2ef4-e6ae-4d18-9055-535539741f09 req-abfe39c7-63bb-4011-8e2b-387f6b3d0913 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/ports?device_id=947700d7-740d-47e5-96a6-35b87d94f8f5 HTTP/1.1" status: 200 len: 946 time: 0.0809691 Jul 09 16:10:00.888034 dv-cinder-800228-1-smb neutron-server[74276]: INFO neutron.wsgi [req-358e2ef4-e6ae-4d18-9055-535539741f09 req-e7d976c4-4f78-4c0e-9f69-378a34936699 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.66 "GET /v2.0/security-groups?id=762460b0-e7c2-47fb-8dfd-7eab850d99a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407209 Jul 09 16:10:00.961364 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-a59a16b5-b31c-4fef-b623-c29adb3c957b req-e0172608-a723-43f4-ad0f-f0e6e77290b5 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16772816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749712088055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749711630093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501481'] for port, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.967154 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-c24116c8-144e-49be-a7f8-731475e1b2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:10:00.997201 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.db [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] get_ports_and_sgs() called for port_ids ['64656111-39ba-4dbe-b078-0fba26856fd1'] {{(pid=74278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 09 16:10:01.012832 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0172608-a723-43f4-ad0f-f0e6e77290b5 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Pushing event deleted for resources: {'Port': ['ID=64656111-39ba-4dbe-b078-0fba26856fd1,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:01.015395 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-e0172608-a723-43f4-ad0f-f0e6e77290b5 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:10:01.173268 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59a16b5-b31c-4fef-b623-c29adb3c957b req-e0172608-a723-43f4-ad0f-f0e6e77290b5 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] No DVR routers for this DVR port 64656111-39ba-4dbe-b078-0fba26856fd1 on host hv-cinder-80022 {{(pid=74277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:10:01.176423 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [req-a59a16b5-b31c-4fef-b623-c29adb3c957b req-e0172608-a723-43f4-ad0f-f0e6e77290b5 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45822'] for port, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.179927 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947700d7-740d-47e5-96a6-35b87d94f8f5', 'name': 'network-vif-deleted', 'tag': '64656111-39ba-4dbe-b078-0fba26856fd1'}] {{(pid=74277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:01.200215 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [req-a59a16b5-b31c-4fef-b623-c29adb3c957b req-e0172608-a723-43f4-ad0f-f0e6e77290b5 tempest-VolumesSnapshotTestJSON-2070433091 tempest-VolumesSnapshotTestJSON-2070433091-project] 10.222.0.89 "DELETE /v2.0/ports/64656111-39ba-4dbe-b078-0fba26856fd1 HTTP/1.1" status: 204 len: 173 time: 0.8073938 Jul 09 16:10:01.247881 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947700d7-740d-47e5-96a6-35b87d94f8f5', 'name': 'network-vif-deleted', 'tag': '64656111-39ba-4dbe-b078-0fba26856fd1', 'status': 'completed', 'code': 200} Jul 09 16:10:01.276264 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:10:03.736232 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 64656111-39ba-4dbe-b078-0fba26856fd1 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 16:10:03.775089 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.plugin [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] No Port match for: 64656111-39ba-4dbe-b078-0fba26856fd1 {{(pid=74278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 09 16:10:03.775089 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron.plugins.ml2.rpc [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Device 64656111-39ba-4dbe-b078-0fba26856fd1 not bound to the agent host hv-cinder-80022 {{(pid=74278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 16:10:03.858633 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-31a9b0a0-fa45-42d6-b374-2ccd9c0addfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:04.430983 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:06.114819 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-b223f54d-57d9-4885-a407-69bfad3d8fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:07.126414 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:08.741485 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.311665 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 49660) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:10:21.370331 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.db.db_base_plugin_v2 [None req-797c4ad5-d4cc-4a0c-a243-1cde9a74c280 admin admin] Deleting subnet 140d30de-0f61-4281-950d-90cf5c7f39d6 {{(pid=74277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 09 16:10:21.373875 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-797c4ad5-d4cc-4a0c-a243-1cde9a74c280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.425584 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-797c4ad5-d4cc-4a0c-a243-1cde9a74c280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500887'] for subnet, precommit_delete_associations {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.480502 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-797c4ad5-d4cc-4a0c-a243-1cde9a74c280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16406145'] for subnet, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.546466 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-797c4ad5-d4cc-4a0c-a243-1cde9a74c280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16406158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2449787'] for subnet, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.550313 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-6f7c831d-f5f9-496f-b246-fed5176c9c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:10:21.585529 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c4ad5-d4cc-4a0c-a243-1cde9a74c280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=140d30de-0f61-4281-950d-90cf5c7f39d6,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:21.589373 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-797c4ad5-d4cc-4a0c-a243-1cde9a74c280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:10:21.594850 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-797c4ad5-d4cc-4a0c-a243-1cde9a74c280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.600506 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-797c4ad5-d4cc-4a0c-a243-1cde9a74c280 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/140d30de-0f61-4281-950d-90cf5c7f39d6 HTTP/1.1" status: 204 len: 168 time: 0.2878470 Jul 09 16:10:21.603013 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 49664) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:10:21.703747 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-655e8662-3534-46b3-92e7-2090c8da8790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361167'] for network, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.828228 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-655e8662-3534-46b3-92e7-2090c8da8790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16405790', 'neutron.services.segments.db._delete_segments_for_network-8749712051321'] for network, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.840648 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-655e8662-3534-46b3-92e7-2090c8da8790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b089e7-c542-4f31-ba8f-563a12d98375']}} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:21.852771 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-655e8662-3534-46b3-92e7-2090c8da8790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aadc81dd-2893-4db1-9d17-b6ff326051de') {'for_net_delete': True} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:21.853062 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.services.segments.db [None req-655e8662-3534-46b3-92e7-2090c8da8790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aadc81dd-2893-4db1-9d17-b6ff326051de') {} {{(pid=74277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:21.864719 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-655e8662-3534-46b3-92e7-2090c8da8790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749712136596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2500878'] for segment, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.880960 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-655e8662-3534-46b3-92e7-2090c8da8790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16406050'] for segment, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.887011 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655e8662-3534-46b3-92e7-2090c8da8790 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=74277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 09 16:10:21.887385 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-655e8662-3534-46b3-92e7-2090c8da8790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16406059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501466'] for segment, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: Traceback (most recent call last): Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: timer() Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: cb(*args, **kw) Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: return func(*args, **kwargs) Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: self._notify() Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: self.callback(batched_events) Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: event.method(event) Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: return f(self, *a, **k) Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: return self._get(url).json() Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: return self.request(url, 'GET', **kwargs) Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:10:21.900813 dv-cinder-800228-1-smb neutron-server[74277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:10:21.976430 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-655e8662-3534-46b3-92e7-2090c8da8790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16405767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16660780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011809'] for network, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.980178 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-00509835-ef2d-4fd5-a723-7dd00e703297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:10:21.993278 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-655e8662-3534-46b3-92e7-2090c8da8790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16660870'] for network, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.004758 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e8662-3534-46b3-92e7-2090c8da8790 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5b089e7-c542-4f31-ba8f-563a12d98375,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:22.007581 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-655e8662-3534-46b3-92e7-2090c8da8790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:10:22.011454 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-655e8662-3534-46b3-92e7-2090c8da8790 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e5b089e7-c542-4f31-ba8f-563a12d98375 HTTP/1.1" status: 204 len: 168 time: 0.4075177 Jul 09 16:10:22.144914 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 49670) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:10:22.195715 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-601f379e-19b0-4791-93a0-d54be4dfbc33 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=43252bb1e3a74b50a7febea7c90e5b12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0495818 Jul 09 16:10:22.198219 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [-] (74277) accepted ('10.222.0.66', 49674) {{(pid=74277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 16:10:22.256385 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5f602c0e-e026-4126-bb76-ce44080c1631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.281919 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5f602c0e-e026-4126-bb76-ce44080c1631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.330396 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5f602c0e-e026-4126-bb76-ce44080c1631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903411'] for security_group, after_delete {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.334196 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-0326ba91-72cf-47a4-9e14-d48f4bdb533f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:10:22.347758 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f602c0e-e026-4126-bb76-ce44080c1631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762460b0-e7c2-47fb-8dfd-7eab850d99a9,revision_number=None']} {{(pid=74277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:22.350132 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG oslo_concurrency.lockutils [None req-5f602c0e-e026-4126-bb76-ce44080c1631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:10:22.361028 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron_lib.callbacks.manager [None req-5f602c0e-e026-4126-bb76-ce44080c1631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.365184 dv-cinder-800228-1-smb neutron-server[74277]: INFO neutron.wsgi [None req-5f602c0e-e026-4126-bb76-ce44080c1631 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/762460b0-e7c2-47fb-8dfd-7eab850d99a9 HTTP/1.1" status: 204 len: 168 time: 0.1660297 Jul 09 16:10:25.240707 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:33.860541 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-35cca8bf-263a-43af-864e-7549a682bb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:34.434258 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:36.115897 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-e19d2556-2981-4bab-921b-15dd94f908dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:37.129180 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:38.276389 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:10:38.746087 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:55.240443 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:03.862860 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-c5b2e803-b9ce-4fc7-ab40-81bd5644dfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:04.436832 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:06.117146 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-eda7d8ca-cd71-497b-a278-9cf50d596e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:07.132951 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:08.745669 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:15.279552 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:11:25.269121 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:33.864380 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8b7ccb58-ba55-4e0c-9399-ba04893860b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:34.438589 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:36.112835 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-5e9caa12-54a6-446b-9c66-dc2f16cf66a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:37.134522 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:38.749890 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:52.280876 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:11:55.292783 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:03.866648 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-79976a36-853d-408a-b239-341325e505f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:04.441357 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:06.113317 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-66514d5a-4986-4141-ade5-504f06680793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:07.138279 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:08.753602 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:25.296908 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:29.281519 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:12:33.868955 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-3551b76f-22f3-40b6-beb9-1259e8568dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:34.443842 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:34.623472 dv-cinder-800228-1-smb neutron-server[74277]: DEBUG neutron.wsgi [req-fc991875-6b5f-4903-be1a-92922e103ea3 req-bb10c121-3c9d-4b3d-b937-4632896b155b service neutron] (74277) timed out ('10.222.0.89', 49953) {{(pid=74277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 09 16:12:36.117707 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-dc07cf76-1295-4543-9a5f-69050750342b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:37.140780 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:38.755693 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:53.078704 dv-cinder-800228-1-smb neutron-server[74276]: DEBUG neutron.wsgi [req-c8cd4cbe-aa65-4f82-acec-ea857dcf86e8 req-e87c5289-dbf3-4b0e-9078-8329a7a5a666 service neutron] (74276) timed out ('10.222.0.89', 49988) {{(pid=74276) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 09 16:12:55.299872 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:03.872524 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-ff091b3d-b35a-4603-8c8e-8de287791a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:04.449290 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:06.120566 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-6fba388c-f0b5-4b20-bdd5-47b0247f5569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:06.282060 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:13:07.143950 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:08.757573 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:25.310026 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:33.875241 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-553bc41d-fe36-43a5-a94f-4521ccb50853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:34.452628 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:36.123208 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0fe7-356c-4b00-a8a1-5cc55a8bc6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:37.147706 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:38.760406 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:43.282608 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:13:55.328521 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:03.877087 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-4a120e0f-3827-4888-8b12-9698f1030734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:04.456917 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:06.125994 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-07a149c4-b3c3-416b-bab3-a4888b390979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:07.151253 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:08.763291 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:20.283057 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:14:25.315393 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:33.879065 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-03571d32-01d1-439a-8a17-6e7cae2a5e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:34.458633 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:36.129473 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-88315e66-c4e5-4e41-bbf2-9e6622a1caa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:37.152463 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:38.768407 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:55.329172 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-da992c69-446c-4c89-b46d-3352335d7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:57.282875 dv-cinder-800228-1-smb neutron-server[74279]: DEBUG neutron.db.agents_db [None req-cb687324-97a3-4293-90ba-93fb35926a1d None None] Agent healthcheck: found 6 active agents {{(pid=74279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:15:03.881454 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-7de9c596-13c0-49b9-af8c-8d1faa52c2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.465510 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-111403eb-1b30-4760-ba57-1fb6a04cf3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:06.131155 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-35c89eb5-35d6-4524-bea1-08da27b9f30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:07.156355 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-9996f0cc-eb89-4fc0-9736-6cea044e29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:08.770110 dv-cinder-800228-1-smb neutron-server[74278]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac38f-0265-4ca2-82d5-258e271bda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749712051303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16425962'] for agent, after_update {{(pid=74278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}